00000001:01000000:2.0F:1790895746.760359:0:2340:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 346 MB/s 00000001:01000000:2.0:1790895747.012501:0:2340:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 666 MB/s 00000001:01000000:1.0F:1790895747.262288:0:2340:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2847 MB/s 00000020:02000000:0.0F:1790895748.250497:0:2369:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_63_g3705aed 00000400:02000000:0.0:1790895749.587345:0:2385:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.202.46@tcp [8/256/0/180] 00008000:02000000:3.0F:1790895752.936042:0:2535:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1790895947.081300:0:6164:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1790895947.081305:0:6164:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1790895947.081307:0:6164:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.146@tcp:/lustre 00000020:01000004:2.0:1790895947.081308:0:6164:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1790895947.081449:0:6164:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000c9051688 00000080:01000004:2.0:1790895947.081460:0:6164:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1790895947.081477:0:6164:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.146@tcp' 00000020:01000004:2.0:1790895947.081530:0:6164:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.146@tcp (typ=mgc) 00000020:00000080:2.0:1790895947.081551:0:6164:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.146@tcp (000000002eb77c46) 00000020:00000080:2.0:1790895947.081564:0:6164:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1790895947.081788:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1790895947.081819:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1790895947.081982:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1790895947.081987:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1790895947.087705:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:3.0:1790895947.087720:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790895947.093396:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1790895947.093419:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0:1790895947.094021:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:3.0:1790895947.094030:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:2.0:1790895947.096503:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790895947.096807:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790895947.097021:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:2.0:1790895947.097028:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1790895947.103617:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:3.0:1790895947.103635:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1790895947.104433:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1790895947.104442:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1790895947.104968:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1790895947.104977:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1790895947.106543:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1790895947.106555:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:2.0:1790895947.106885:0:6164:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:2.0:1790895947.106891:0:6164:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1790895947.107796:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895947.107801:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895947.107802:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895947.108036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895947.108039:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895947.108041:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1790895947.109076:0:6164:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009423b2b1@MGC192.168.202.146@tcp: add connection 192.168.202.146@tcp at head 00010000:00010000:2.0:1790895947.109305:0:6164:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.146@tcp-0 is initialized 00000040:01000000:2.0:1790895947.109313:0:6164:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.146@tcp ctxt 1 is initialized 00010000:00010000:3.0:1790895947.113783:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1790895947.113978:0:6179:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1790895947.114020:0:6164:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.146@tcp (uuid 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0) 00000020:00000080:1.0:1790895947.114043:0:6164:0:(genops.c:1384:class_connect()) connect: client 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0, cookie 0x843d8eff234b1af8 00000100:00080000:1.0:1790895947.114058:0:6164:0:(import.c:545:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:1.0:1790895947.114064:0:6164:0:(import.c:587:import_select_connection()) MGC192.168.202.146@tcp: skip NID 192.168.202.146@tcp as not ready: rc = -114 00000100:00080000:1.0:1790895947.114072:0:6164:0:(import.c:666:import_select_connection()) MGC192.168.202.146@tcp: import 000000009423b2b1 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00100000:1.0:1790895947.114127:0:6164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b3f9041 x1877890300903552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790895947.114147:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS 00000080:00200000:1.0:1790895947.114197:0:6164:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff956a841a4800 (sb 00000000c9051688) 00000080:01000000:1.0:1790895947.114264:0:6164:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1790895947.114267:0:6164:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1790895947.114270:0:6164:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1790895947.114277:0:6164:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: b10586e7-50c5-4e95-827e-56352c0f4953 10000000:01000000:1.0:1790895947.114723:0:6164:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1790895947.114727:0:6164:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff956a841a4800 10000000:01000000:1.0:1790895947.114730:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff956a84bfb380 10000000:01000000:1.0:1790895947.114734:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790895947.114741:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff956a84bfb380 from 1 10000000:01000000:1.0:1790895947.114744:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1790895947.114770:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: 0000000029d71e5b/0x843d8eff234b1aff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895947.114781:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: 0000000029d71e5b/0x843d8eff234b1aff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895947.114791:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: 0000000029d71e5b/0x843d8eff234b1aff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1790895947.114807:0:6164:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000b485623e x1877890300903680/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895947.114825:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 00000000026e6817 going to sleep for 0 seconds 00000100:00100000:1.0:1790895947.114920:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2401:1877890300903552:192.168.202.146@tcp:250: 00010000:00010000:2.0:1790895948.172486:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790895948.172654:0:2401:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1790895947/real 0] req@000000006b3f9041 x1877890300903552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1790895948 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895948.172670:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 00000000026e6817 going to sleep for 0 seconds 00000100:00100000:1.0:1790895948.172672:0:2401:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006b3f9041 x1877890300903552/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 1 dl 1790895948 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790895948.172694:0:2401:0:(import.c:65:import_set_state_nolock()) 000000009423b2b1 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790895948.172725:0:2401:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.146@tcp failed (-110) 00000100:00100000:1.0:1790895948.172729:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2401:1877890300903552:192.168.202.146@tcp:250: 00000100:00080000:0.0:1790895948.172764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790895948.172770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1790895948.172773:0:38:0:(import.c:65:import_set_state_nolock()) 000000009423b2b1 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790895948.172779:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.146@tcp: connect to NID 192.168.202.146@tcp last attempt 297 00000100:00080000:0.0:1790895948.172795:0:38:0:(import.c:666:import_select_connection()) MGC192.168.202.146@tcp: import 000000009423b2b1 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000100:00100000:0.0:1790895948.172839:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000964c17be x1877890300903808/t0(0) o250->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790895948.172923:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000964c17be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2401:1877890300903808:192.168.202.146@tcp:250: 00000100:00100000:1.0:1790895948.180758:0:2401:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.146@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790895948.180775:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.146@tcp: connect to target with instance 0 00000100:00080000:1.0:1790895948.180783:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.202.146@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1790895948.180790:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1790895948.180793:0:2401:0:(import.c:65:import_set_state_nolock()) 000000009423b2b1 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1790895948.180798:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1790895948.180805:0:2401:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:1.0:1790895948.180816:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000026e6817): req@00000000b485623e x1877890300903680/t0(0) o101->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895948.180848:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000964c17be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2401:1877890300903808:192.168.202.146@tcp:250: 00000100:00100000:2.0:1790895948.181101:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 00000000026e6817 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.184110:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b485623e pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300903680:192.168.202.146@tcp:101: 00010000:00010000:2.0:1790895948.184193:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: 0000000029d71e5b/0x843d8eff234b1aff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895948.184206:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: 0000000029d71e5b/0x843d8eff234b1aff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790895948.184295:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300903936:192.168.202.146@tcp:501: 00000100:00100000:2.0:1790895948.184359:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 000000002413f149 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.187340:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300903936:192.168.202.146@tcp:501: 10000000:01000000:2.0:1790895948.187384:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1790895948.187393:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: 0000000029d71e5b/0x843d8eff234b1aff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895948.187404:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: 0000000029d71e5b/0x843d8eff234b1aff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790895948.187423:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff956a841a4800 10000000:01000000:2.0:1790895948.187429:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790895948.187433:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff956a841a4800 10000000:01000000:2.0:1790895948.187436:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790895948.187439:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff956a841a4800 10000000:01000000:2.0:1790895948.187441:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1790895948.187445:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff956a841a4800 from 1 10000000:01000000:2.0:1790895948.187448:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790895948.187481:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: 00000000635ebcc1/0x843d8eff234b1b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895948.187502:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: 00000000635ebcc1/0x843d8eff234b1b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895948.187513:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: 00000000635ebcc1/0x843d8eff234b1b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790895948.187531:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904064:192.168.202.146@tcp:101: 00000100:00100000:2.0:1790895948.187644:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 000000002413f149 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.203067:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904064:192.168.202.146@tcp:101: 00010000:00010000:2.0:1790895948.203100:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: 00000000635ebcc1/0x843d8eff234b1b06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895948.203112:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: 00000000635ebcc1/0x843d8eff234b1b06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790895948.203231:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904192:192.168.202.146@tcp:501: 00000100:00100000:2.0:1790895948.203326:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 000000002413f149 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.209955:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904192:192.168.202.146@tcp:501: 00000100:00100000:2.0:1790895948.210015:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904320:192.168.202.146@tcp:503: 00000100:00100000:2.0:1790895948.210519:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 000000002413f149 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.221893:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904320:192.168.202.146@tcp:503: 00000100:00100000:2.0:1790895948.222502:0:6183:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6183:1877890300904448:192.168.202.146@tcp:502: 00000100:00100000:2.0:1790895948.222610:0:6183:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ca5f5483 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.226721:0:6183:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cd0ddd87 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6183:1877890300904448:192.168.202.146@tcp:502: 00000020:01000000:2.0:1790895948.226783:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790895948.226797:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.226800:0:6183:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1790895948.226806:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff956a841a4800 00000020:00000080:2.0:1790895948.226809:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790895948.226830:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff956a841a4800 (00000000c0d110d2) 00000020:00000080:2.0:1790895948.226851:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1790895948.226857:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff956a841a4800 00000020:00000080:2.0:1790895948.226859:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1790895948.227260:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff956a841a4800 (uuid b10586e7-50c5-4e95-827e-56352c0f4953) 00000020:01000000:2.0:1790895948.227266:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.227270:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.227271:0:6183:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1790895948.227274:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790895948.227277:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.227278:0:6183:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1790895948.227282:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff956a841a4800 00000020:00000080:2.0:1790895948.227284:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790895948.227290:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff956a841a4800 (00000000cc53c25b) 00000020:00000080:2.0:1790895948.227301:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1790895948.227306:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff956a841a4800 00000020:00000080:2.0:1790895948.227308:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1790895948.227522:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff956a841a4800 (uuid b10586e7-50c5-4e95-827e-56352c0f4953) 00000020:01000000:2.0:1790895948.227527:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.227530:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.227531:0:6183:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1790895948.227534:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790895948.227536:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.227537:0:6183:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1790895948.227540:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790895948.227547:0:6183:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1790895948.227549:0:6183:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1790895948.227555:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.227557:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.227558:0:6183:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1790895948.227560:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790895948.227564:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.227565:0:6183:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1790895948.227568:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790895948.227572:0:6183:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:2.0:1790895948.227595:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000080:2.0:1790895948.227598:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790895948.227605:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff956a841a4800 (00000000765d28f3) 00000020:00000080:2.0:1790895948.227613:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1790895948.227617:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000080:2.0:1790895948.227620:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790895948.227692:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002d5ecbda@lustre-MDT0000-mdc-ffff956a841a4800: add connection 192.168.202.146@tcp at head 00010000:00010000:2.0:1790895948.229339:0:6183:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff956a841a4800-1 is initialized 00000040:01000000:2.0:1790895948.229600:0:6183:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff956a841a4800 ctxt 13 is initialized 00000020:00000080:2.0:1790895948.242039:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff956a841a4800 (uuid b10586e7-50c5-4e95-827e-56352c0f4953) 00000020:01000000:2.0:1790895948.242061:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff956a841a4800 00000020:00000080:2.0:1790895948.242065:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1790895948.242100:0:6183:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1790895948.242390:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.242394:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.242396:0:6183:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1790895948.242399:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790895948.242402:0:6183:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1790895948.242403:0:6183:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790895948.242405:0:6183:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790895948.242406:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790895948.242408:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.242432:0:6183:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790895948.242435:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790895948.242439:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.242440:0:6183:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1790895948.242443:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790895948.242448:0:6183:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:2.0:1790895948.242472:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff956a841a4800 00000020:00000080:2.0:1790895948.242474:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790895948.242494:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff956a841a4800 (000000007db37e42) 00000020:00000080:2.0:1790895948.242509:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1790895948.242513:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff956a841a4800 00000020:00000080:2.0:1790895948.242515:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790895948.242595:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005935146a@lustre-MDT0001-mdc-ffff956a841a4800: add connection 192.168.202.146@tcp at head 00010000:00010000:2.0:1790895948.250726:0:6183:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff956a841a4800-2 is initialized 00000040:01000000:2.0:1790895948.251749:0:6183:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff956a841a4800 ctxt 13 is initialized 00000020:00000080:2.0:1790895948.252373:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff956a841a4800 (uuid b10586e7-50c5-4e95-827e-56352c0f4953) 00000020:01000000:2.0:1790895948.252389:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff956a841a4800 00000020:00000080:2.0:1790895948.252393:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1790895948.256806:0:6183:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1790895948.256890:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.256897:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.256899:0:6183:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1790895948.256902:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790895948.256905:0:6183:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1790895948.256906:0:6183:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790895948.256908:0:6183:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790895948.256909:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790895948.256911:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.256912:0:6183:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790895948.256915:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790895948.256919:0:6183:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.146@tcp:/lustre 00000020:00000080:2.0:1790895948.256922:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.256930:0:6183:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790895948.256934:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790895948.256938:0:6183:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:2.0:1790895948.256965:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff956a841a4800 00000020:00000080:2.0:1790895948.256967:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790895948.256977:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff956a841a4800 (000000007d67a1ef) 00000020:00000080:2.0:1790895948.256994:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1790895948.257000:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff956a841a4800 00000020:00000080:2.0:1790895948.257002:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790895948.257076:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e92034a0@lustre-OST0000-osc-ffff956a841a4800: add connection 192.168.202.146@tcp at head 00010000:00010000:2.0:1790895948.257621:0:6183:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff956a841a4800-3 is initialized 00000020:00000080:2.0:1790895948.263914:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff956a841a4800 (uuid b10586e7-50c5-4e95-827e-56352c0f4953) 00000020:01000000:2.0:1790895948.263935:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff956a841a4800 00000020:00000080:2.0:1790895948.263939:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1790895948.263963:0:6183:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1790895948.263970:0:6183:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff956a841a4800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1790895948.263976:0:6183:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1790895948.263988:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.263992:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.263994:0:6183:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790895948.263998:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790895948.264000:0:6183:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1790895948.264002:0:6183:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790895948.264003:0:6183:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790895948.264005:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790895948.264007:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.264009:0:6183:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790895948.264011:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790895948.264014:0:6183:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.146@tcp:/lustre 00000020:00000080:2.0:1790895948.264017:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.264018:0:6183:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1790895948.264021:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790895948.264032:0:6183:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:2.0:1790895948.264069:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff956a841a4800 00000020:00000080:2.0:1790895948.264072:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790895948.264082:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff956a841a4800 (00000000c9cf7173) 00000020:00000080:2.0:1790895948.264100:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1790895948.264106:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff956a841a4800 00000020:00000080:2.0:1790895948.264108:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790895948.269831:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d59c2a54@lustre-OST0001-osc-ffff956a841a4800: add connection 192.168.202.146@tcp at head 00010000:00010000:2.0:1790895948.270058:0:6183:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff956a841a4800-4 is initialized 00000020:00000080:2.0:1790895948.276667:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff956a841a4800 (uuid b10586e7-50c5-4e95-827e-56352c0f4953) 00000020:01000000:2.0:1790895948.276683:0:6183:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff956a841a4800 00000020:00000080:2.0:1790895948.276687:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1790895948.276708:0:6183:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1790895948.276716:0:6183:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff956a841a4800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1790895948.276721:0:6183:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1790895948.276731:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.276735:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.276736:0:6183:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1790895948.276740:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790895948.276743:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.276744:0:6183:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790895948.276747:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790895948.276749:0:6183:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1790895948.276790:0:6183:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000079ac827a pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6183:1877890300904576:192.168.202.146@tcp:502: 00000100:00100000:2.0:1790895948.279079:0:6183:0:(client.c:2716:ptlrpc_set_wait()) set 000000009b2eff21 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.298934:0:6183:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000079ac827a pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6183:1877890300904576:192.168.202.146@tcp:502: 00000020:01000000:2.0:1790895948.298987:0:6183:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.298997:0:6183:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.298999:0:6183:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:2.0:1790895948.299004:0:6183:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:1.0:1790895948.299405:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:1.0:1790895948.299435:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1790895948.299469:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: 00000000635ebcc1/0x843d8eff234b1b06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.299493:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: 00000000635ebcc1/0x843d8eff234b1b06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790895948.299501:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff956a841a4800 from 1 10000000:01000000:1.0:1790895948.299504:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1790895948.299543:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: 0000000095216139/0x843d8eff234b1b37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.299550:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: 0000000095216139/0x843d8eff234b1b37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.299560:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: 0000000095216139/0x843d8eff234b1b37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895948.299581:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904704:192.168.202.146@tcp:101: 00000100:00100000:1.0:1790895948.299966:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000094057e32 going to sleep for 11 seconds 00000100:00100000:1.0:1790895948.310264:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904704:192.168.202.146@tcp:101: 00010000:00010000:1.0:1790895948.310295:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: 0000000095216139/0x843d8eff234b1b37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edd4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.310307:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: 0000000095216139/0x843d8eff234b1b37 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1edd4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895948.310928:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904832:192.168.202.146@tcp:256: 00000100:00100000:1.0:1790895948.311029:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000094057e32 going to sleep for 11 seconds 00000100:00100000:1.0:1790895948.327225:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904832:192.168.202.146@tcp:256: 10000000:01000000:1.0:1790895948.327912:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1790895948.327935:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: 0000000095216139/0x843d8eff234b1b37 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edd4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.327947:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: 0000000095216139/0x843d8eff234b1b37 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1edd4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790895948.327954:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff956a841a4800 from 1 10000000:01000000:1.0:1790895948.327957:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790895948.327992:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: 000000002f1e4fff/0x843d8eff234b1b3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.327998:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: 000000002f1e4fff/0x843d8eff234b1b3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.328007:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: 000000002f1e4fff/0x843d8eff234b1b3e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895948.328024:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904960:192.168.202.146@tcp:101: 00000100:00100000:1.0:1790895948.328094:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000094057e32 going to sleep for 11 seconds 00000100:00100000:1.0:1790895948.333204:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300904960:192.168.202.146@tcp:101: 00010000:00010000:1.0:1790895948.333234:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: 000000002f1e4fff/0x843d8eff234b1b3e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.333247:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: 000000002f1e4fff/0x843d8eff234b1b3e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895948.333317:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300905088:192.168.202.146@tcp:501: 00000100:00100000:1.0:1790895948.333401:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000094057e32 going to sleep for 11 seconds 00000100:00100000:1.0:1790895948.347537:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300905088:192.168.202.146@tcp:501: 00000100:00100000:1.0:1790895948.347609:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300905216:192.168.202.146@tcp:503: 00000100:00100000:1.0:1790895948.347717:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000094057e32 going to sleep for 11 seconds 00000100:00100000:1.0:1790895948.362232:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006b3f9041 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6164:1877890300905216:192.168.202.146@tcp:503: 00000100:00100000:2.0:1790895948.373642:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000079ac827a pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6188:1877890300905344:192.168.202.146@tcp:502: 00000100:00100000:2.0:1790895948.373774:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f7815153 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.377008:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000079ac827a pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6188:1877890300905344:192.168.202.146@tcp:502: 00000020:01000000:2.0:1790895948.377050:0:6188:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790895948.377061:0:6188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.377064:0:6188:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1790895948.377072:0:6188:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff956a841a4800 00000020:00000080:2.0:1790895948.377076:0:6188:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1790895948.377133:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6188:1877890300905472:192.168.202.146@tcp:502: 00000100:00100000:2.0:1790895948.377253:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a831baa80 going to sleep for 11 seconds 00000100:00100000:2.0:1790895948.380512:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6188:1877890300905472:192.168.202.146@tcp:502: 00000020:01000000:2.0:1790895948.380560:0:6188:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895948.380569:0:6188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895948.380572:0:6188:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1790895948.380577:0:6188:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1790895948.380790:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1790895948.380811:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790895948.380837:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895948.380858:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1790895948.380879:0:6164:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1790895948.380902:0:6164:0:(genops.c:1384:class_connect()) connect: client b10586e7-50c5-4e95-827e-56352c0f4953, cookie 0x843d8eff234b1b45 00800000:01000000:1.0:1790895948.380925:0:6164:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect b10586e7-50c5-4e95-827e-56352c0f4953 to lustre-clilmv-ffff956a841a4800 00800000:01000000:1.0:1790895948.380932:0:6164:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff956a841a4800(b10586e7-50c5-4e95-827e-56352c0f4953) - lustre-MDT0000_UUID, b10586e7-50c5-4e95-827e-56352c0f4953 00000020:00000080:1.0:1790895948.380941:0:6164:0:(genops.c:1384:class_connect()) connect: client b10586e7-50c5-4e95-827e-56352c0f4953, cookie 0x843d8eff234b1b4c 00000100:00080000:1.0:1790895948.380949:0:6164:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff956a841a4800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:1.0:1790895948.380961:0:6164:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff956a841a4800: import ffff956a89911000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:1.0:1790895948.380976:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1790895948.381003:0:6164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a84b66300 x1877890300905600/t0(0) o38->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790895948.381031:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID 00800000:01000000:1.0:1790895948.381147:0:6164:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff956a841a4800(b10586e7-50c5-4e95-827e-56352c0f4953) successfully (5) 00800000:00000004:1.0:1790895948.381151:0:6164:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff956a841a4800: age -701, max_age 0 00800000:01000000:1.0:1790895948.381204:0:6164:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff956a841a4800(b10586e7-50c5-4e95-827e-56352c0f4953) - lustre-MDT0001_UUID, b10586e7-50c5-4e95-827e-56352c0f4953 00000020:00000080:1.0:1790895948.381211:0:6164:0:(genops.c:1384:class_connect()) connect: client b10586e7-50c5-4e95-827e-56352c0f4953, cookie 0x843d8eff234b1b53 00000100:00080000:1.0:1790895948.381217:0:6164:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff956a841a4800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:1.0:1790895948.381223:0:6164:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff956a841a4800: import ffff956a89912000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:1.0:1790895948.381229:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1790895948.381239:0:6164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a84b67480 x1877890300905856/t0(0) o38->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790895948.381247:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID 00800000:01000000:1.0:1790895948.381286:0:6164:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff956a841a4800(b10586e7-50c5-4e95-827e-56352c0f4953) successfully (5) 00800000:00000004:1.0:1790895948.381289:0:6164:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff956a841a4800: age -701, max_age 0 00000080:00000004:1.0:1790895948.381305:0:6164:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff956a841a4800: age -701, max_age 298 00800000:00000004:1.0:1790895948.381310:0:6164:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff956a841a4800: age -701, max_age 298 00000100:00080000:1.0:1790895948.381326:0:6164:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff956a84b66a00 x1877890300906112/t0(0) o41->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895948.381335:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140240 going to sleep for 0 seconds 00000100:00080000:1.0:1790895948.381394:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff956a84b67100 x1877890300905728/t0(0) o41->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895948.381405:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1790895948.381421:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff956a84b64700 x1877890300905984/t0(0) o41->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790895948.381838:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300905600:192.168.202.146@tcp:38: 00000100:00100000:0.0:1790895948.381957:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300905856:192.168.202.146@tcp:38: 00010000:00080000:1.0:1790895948.387735:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b66300 x1877890300905600/t0(0) o38->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 520/416 e 0 to 0 dl 1790895958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895948.387754:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a841a4800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1790895948.387780:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff956a841a4800: connect to target with instance 1 00000001:01000000:2.0:1790895948.637320:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff956a841a4800: T10 checksum algorithm t10ip512 speed = 1659 MB/s 00000001:01000000:2.0:1790895948.888230:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff956a841a4800: T10 checksum algorithm t10ip4K speed = 2151 MB/s 00000001:01000000:1.0:1790895949.140372:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff956a841a4800: T10 checksum algorithm t10crc512 speed = 626 MB/s 00010000:00010000:3.0:1790895949.196380:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1790895949.394447:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff956a841a4800: T10 checksum algorithm t10crc4K speed = 633 MB/s 00000100:00080000:1.0:1790895949.394462:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff956a841a4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1790895949.394489:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790895949.394495:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a89911000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1790895949.394735:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140240 going to sleep for 0 seconds 00000100:00100000:2.0:1790895949.394849:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140240 going to sleep for 11 seconds 00000100:00080000:3.0:1790895949.395094:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fcabcaa2): req@ffff956a84b67100 x1877890300905728/t0(0) o41->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895949.395110:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300905600:192.168.202.146@tcp:38: 00010000:00080000:3.0:1790895949.395185:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b67480 x1877890300905856/t0(0) o38->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 520/416 e 0 to 0 dl 1790895958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895949.395196:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a841a4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790895949.395205:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff956a841a4800: connect to target with instance 1 00000100:00080000:3.0:1790895949.395212:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff956a841a4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1790895949.395218:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1790895949.395221:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a89912000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790895949.396300:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300905856:192.168.202.146@tcp:38: 00010000:00080000:2.0:1790895949.399561:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b66a00 x1877890300906112/t0(0) o41->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1790895965 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895949.399581:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b10586e7-50c5-4e95-827e-56352c0f4953:6164:1877890300906112:192.168.202.146@tcp:41: 00800000:00000004:2.0:1790895949.399602:0:6164:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff956a841a4800: update ffff956a84bf9e18 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1790895949.399609:0:6164:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff956a841a4800: update ffff956a84bfd198 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1790895949.399657:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b10586e7-50c5-4e95-827e-56352c0f4953:6164:1877890300906240:192.168.202.146@tcp:40: 00000100:00100000:2.0:1790895949.399735:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a831ba900 going to sleep for 11 seconds 00010000:00080000:0.0:1790895949.400546:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64700 x1877890300905984/t0(0) o41->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1790895965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790895949.400564:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:0:1877890300905984:192.168.202.146@tcp:41: 00010000:00080000:0.0:1790895949.400576:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b67100 x1877890300905728/t0(0) o41->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1790895965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790895949.400585:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:0:1877890300905728:192.168.202.146@tcp:41: 00010000:00080000:3.0:1790895949.407426:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9d180 x1877890300906240/t0(0) o40->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 440/448 e 0 to 0 dl 1790895965 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895949.407471:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b10586e7-50c5-4e95-827e-56352c0f4953:6164:1877890300906240:192.168.202.146@tcp:40: 00000080:00000004:3.0:1790895949.407500:0:6164:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1790895949.407515:0:6164:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 2146304 00020000:01000000:3.0:1790895949.407519:0:6164:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1790895949.407532:0:6164:0:(genops.c:1384:class_connect()) connect: client b10586e7-50c5-4e95-827e-56352c0f4953, cookie 0x843d8eff234b1b5a 00000020:00000080:3.0:1790895949.407558:0:6164:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x843d8eff234b1b61 00000100:00080000:3.0:1790895949.407566:0:6164:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff956a841a4800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:3.0:1790895949.407578:0:6164:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff956a841a4800: import ffff956a89915800 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:3.0:1790895949.407593:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1790895949.407636:0:6164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a87d9df80 x1877890300906368/t0(0) o8->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790895949.407675:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID 00020000:01000000:3.0:1790895949.407697:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff956a841a4800) active 00000020:00000080:3.0:1790895949.407723:0:6164:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x843d8eff234b1b68 00000100:00080000:3.0:1790895949.407728:0:6164:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff956a841a4800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:3.0:1790895949.407735:0:6164:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff956a841a4800: import ffff956a8999e800 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:3.0:1790895949.407740:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1790895949.407752:0:6164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a87d9d880 x1877890300906496/t0(0) o8->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790895949.407759:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID 00020000:01000000:3.0:1790895949.407765:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff956a841a4800) active 00000100:00100000:3.0:1790895949.407797:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b10586e7-50c5-4e95-827e-56352c0f4953:6164:1877890300906624:192.168.202.146@tcp:900: 00000100:00100000:3.0:1790895949.407873:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83d91480 going to sleep for 11 seconds 00000100:00100000:1.0:1790895949.408132:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300906368:192.168.202.146@tcp:8: 00000100:00100000:1.0:1790895949.408238:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300906496:192.168.202.146@tcp:8: 00000100:00100000:0.0:1790895949.408600:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790895949.408610:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300906752:192.168.202.146@tcp:400: 00010000:00080000:3.0:1790895949.412661:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9d500 x1877890300906624/t0(0) o900->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:29/10 lens 264/248 e 0 to 0 dl 1790895965 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895949.412681:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b10586e7-50c5-4e95-827e-56352c0f4953:6164:1877890300906624:192.168.202.146@tcp:900: 00010000:00080000:0.0:1790895949.412713:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9d880 x1877890300906496/t0(0) o8->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 520/416 e 0 to 0 dl 1790895959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790895949.412721:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff956a841a4800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790895949.412728:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff956a841a4800: connect to target with instance 1 00000100:00080000:0.0:1790895949.412738:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff956a841a4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00100000:3.0:1790895949.412738:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b10586e7-50c5-4e95-827e-56352c0f4953:6164:1877890300906880:192.168.202.146@tcp:33: 00000100:00080000:0.0:1790895949.412763:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1790895949.412768:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a8999e800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1790895949.412775:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1790895949.412793:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1790895949.412797:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1790895949.412806:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300906496:192.168.202.146@tcp:8: 00000100:00100000:3.0:1790895949.412857:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83d91480 going to sleep for 11 seconds 00000100:00100000:1.0:1790895949.413636:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300906752:192.168.202.146@tcp:400: 00010000:00080000:0.0:1790895949.413744:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9df80 x1877890300906368/t0(0) o8->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 520/416 e 0 to 0 dl 1790895959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790895949.413753:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff956a841a4800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790895949.413759:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff956a841a4800: connect to target with instance 1 00000100:00080000:0.0:1790895949.413765:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff956a841a4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1790895949.413772:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1790895949.413774:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a89915800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1790895949.413778:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1790895949.413781:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1790895949.413789:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1790895949.413795:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300906368:192.168.202.146@tcp:8: 00010000:00080000:3.0:1790895949.504446:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9d500 x1877890300906880/t0(0) o33->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:23/10 lens 448/464 e 0 to 0 dl 1790895965 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1790895949.504465:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:b10586e7-50c5-4e95-827e-56352c0f4953:6164:1877890300906880:192.168.202.146@tcp:33: 00000080:00200000:3.0:1790895949.504651:0:6164:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00200000:3.0:1790895949.504658:0:6164:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1790895949.504720:0:6164:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_63_g3705aed 00000080:00000004:3.0:1790895949.509057:0:6164:0:(super25.c:182:lustre_fill_super()) 192.168.202.146@tcp:/lustre: Mount complete 00000080:00200008:3.0:1790895949.791755:0:6206:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1790895949.791768:0:6206:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:3.0:1790895949.791789:0:6206:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1790895949.791853:0:6206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.791863:0:6206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.791873:0:6206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790895949.791897:0:6206:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job mkdir:b10586e7-50c5-4e95-827e-56352c0f4953:6206:1877890300907008:192.168.202.146@tcp:101: 00000100:00100000:3.0:1790895949.792198:0:6206:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83d91480 going to sleep for 11 seconds 00000100:00100000:3.0:1790895949.797123:0:6206:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job mkdir:b10586e7-50c5-4e95-827e-56352c0f4953:6206:1877890300907008:192.168.202.146@tcp:101: 00010000:00010000:3.0:1790895949.797185:0:6206:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797197:0:6206:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797209:0:6206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797223:0:6206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797235:0:6206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797243:0:6206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797250:0:6206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1790895949.797264:0:6206:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff956a87d9d500 x1877890300907008/t0(0) o101->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 576/688 e 0 to 0 dl 1790895965 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1790895949.797276:0:6206:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797287:0:6206:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff956a8a4ed400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1790895949.797294:0:6206:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1790895949.797325:0:6206:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1790895949.797331:0:6206:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:3.0:1790895949.797335:0:6206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:3.0:1790895949.797338:0:6206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d8464bcb8 00010000:00010000:3.0:1790895949.797341:0:6206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895949.797349:0:6206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1790895950.220499:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895951.244365:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1790895952.177160:0:6259:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1790895952.177201:0:6259:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:2.0:1790895952.177229:0:6259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790895952.177250:0:6259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1790895952.177268:0:6259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1790895952.177276:0:6259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1790895952.177283:0:6259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:2.0:1790895952.177287:0:6259:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:2.0:1790895952.177295:0:6259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d846bbcb8 00010000:00010000:2.0:1790895952.177299:0:6259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1790895952.177308:0:6259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:2.0:1790895952.178132:0:6259:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1790895952.178139:0:6259:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:2.0:1790895952.178151:0:6259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790895952.178265:0:6259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1790895952.178279:0:6259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:2.0:1790895952.178293:0:6259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1790895952.178299:0:6259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:2.0:1790895952.178302:0:6259:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:2.0:1790895952.178307:0:6259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d846bbcb8 00010000:00010000:2.0:1790895952.178311:0:6259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1790895952.178320:0:6259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1790895952.178443:0:6259:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:2.0:1790895952.178452:0:6259:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790895952.178460:0:6259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1790895952.178468:0:6259:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1790895952.178474:0:6259:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1790895952.178478:0:6259:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:2.0:1790895952.178481:0:6259:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:2.0:1790895952.178485:0:6259:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d846bbbb0 00010000:00010000:2.0:1790895952.178489:0:6259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1790895952.178496:0:6259:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1790895952.178511:0:6259:0:(file.c:6729:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448), inode mode 41ed mask 44 00000080:00200008:2.0:1790895952.178517:0:6259:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), flags 100000 00000080:00200080:2.0:1790895952.178727:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:2.0:1790895952.178755:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a89993c00 uarg=0000000000000000 00800000:00000004:2.0:1790895952.178761:0:6259:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff956a841a4800: age 300, max_age 301 00000100:00100000:2.0:1790895952.178813:0:6259:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907136:192.168.202.146@tcp:41: 00000100:00100000:2.0:1790895952.178914:0:6259:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a84b03900 going to sleep for 11 seconds 00000100:00100000:2.0:1790895952.183638:0:6259:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907136:192.168.202.146@tcp:41: 00800000:00000004:2.0:1790895952.183665:0:6259:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff956a841a4800: update ffff956a84bf9e18 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:2.0:1790895952.183798:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:2.0:1790895952.183813:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a89993c00 uarg=0000000000000000 00800000:00000004:2.0:1790895952.183821:0:6259:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff956a841a4800: age -701, max_age 301 00000100:00100000:2.0:1790895952.183851:0:6259:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907264:192.168.202.146@tcp:41: 00000100:00100000:2.0:1790895952.183970:0:6259:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a84b03900 going to sleep for 11 seconds 00010000:00080000:2.0:1790895952.187336:0:6259:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9f100 x1877890300907264/t0(0) o41->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1790895968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895952.187358:0:6259:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907264:192.168.202.146@tcp:41: 00800000:00000004:2.0:1790895952.187397:0:6259:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff956a841a4800: update ffff956a87d71e18 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1790895952.187585:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187613:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187622:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187627:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187631:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187635:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187638:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187642:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187645:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187649:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187652:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187656:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187670:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187674:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187678:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187681:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187703:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187708:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187713:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187716:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187720:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187723:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187727:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187730:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187734:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187737:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187741:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187744:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187747:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187750:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187754:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187758:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187761:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187765:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187768:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187771:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187775:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187779:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187782:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187797:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187803:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187815:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187820:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187824:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187827:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187831:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187835:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187838:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187842:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187846:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187850:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187853:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187857:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187860:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187864:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187867:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187870:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187873:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187877:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187880:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187884:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187888:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187891:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187894:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187897:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187900:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187921:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187927:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187931:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187935:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187938:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187941:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187945:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187948:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187952:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187956:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187960:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187963:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187967:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187970:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187973:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187977:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187980:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187984:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187988:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187991:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.187995:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.187999:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188003:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188006:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188009:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188019:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188024:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188029:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188033:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188036:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188040:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188044:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188048:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188051:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188056:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188059:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188063:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188067:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188072:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188075:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188079:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188083:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188087:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188090:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188094:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188098:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188103:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188107:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188111:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188114:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188125:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188130:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188134:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188138:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188141:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188145:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188149:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188152:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188156:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00800000:00000080:3.0:1790895952.188160:0:6259:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.188195:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.188203:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00020000:00000004:3.0:1790895952.188211:0:6259:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff956a841a4800: age -701, max_age 301 00000100:00100000:3.0:1790895952.188253:0:6259:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907392:192.168.202.146@tcp:13: 00000100:00100000:3.0:1790895952.188391:0:6259:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a905dca80 going to sleep for 11 seconds 00010000:00080000:3.0:1790895952.195813:0:6259:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9d500 x1877890300907392/t0(0) o13->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1790895968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895952.195828:0:6259:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907392:192.168.202.146@tcp:13: 00020000:00000004:3.0:1790895952.195849:0:6259:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff956a841a4800: update ffff956a87d737d8 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1790895952.195905:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.195922:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00020000:00000004:3.0:1790895952.195930:0:6259:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff956a841a4800: age -701, max_age 301 00000100:00100000:3.0:1790895952.195962:0:6259:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907520:192.168.202.146@tcp:13: 00000100:00100000:3.0:1790895952.196036:0:6259:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a905dca80 going to sleep for 11 seconds 00010000:00080000:3.0:1790895952.198491:0:6259:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9d500 x1877890300907520/t0(0) o13->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:7/4 lens 224/368 e 0 to 0 dl 1790895968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895952.198511:0:6259:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job lfs:b10586e7-50c5-4e95-827e-56352c0f4953:6259:1877890300907520:192.168.202.146@tcp:13: 00020000:00000004:3.0:1790895952.198534:0:6259:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff956a841a4800: update ffff956a87d70458 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1790895952.198594:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198743:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198750:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198752:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198754:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198756:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198759:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198760:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198762:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198764:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198766:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198767:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198769:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198771:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198773:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198775:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198777:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198778:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198780:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198782:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.198784:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.198995:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199000:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199003:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199005:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199007:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199009:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199011:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199013:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199014:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199016:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199018:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199020:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199022:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199024:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199025:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199027:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199029:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199031:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199032:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199034:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199036:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199038:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199039:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199041:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199052:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199065:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199070:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199074:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199078:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199082:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199085:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199089:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199092:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199106:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199110:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199115:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199119:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199122:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199126:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199130:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199133:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199137:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199141:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199145:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199149:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199153:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199157:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199161:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199194:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199199:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199206:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199209:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199211:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199214:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199216:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199218:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199219:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199221:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199223:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199225:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199226:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199228:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199230:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199232:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199234:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199236:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199237:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199239:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199241:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199243:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199244:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199246:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199248:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199250:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199252:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199258:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199260:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199262:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199264:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199266:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199267:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199269:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199271:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199273:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199275:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199277:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199278:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199280:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199282:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199284:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199286:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199287:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199289:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199291:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199293:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199295:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199296:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199298:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199300:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199302:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199307:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199310:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199312:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200080:3.0:1790895952.199315:0:6259:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448) cmd=c00866a4 arg=7ffdfdb118e0 00020000:00000080:3.0:1790895952.199319:0:6259:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff956a841a4800: cmd=c00866a4 len=592 karg=ffff956a90a0f400 uarg=0000000000000000 00000080:00200008:3.0:1790895952.199331:0:6259:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), flags 100000 00010000:00010000:2.0:1790895952.269901:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895953.293011:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895954.317328:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790895954.841051:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300907648:192.168.202.146@tcp:400: 00000100:00100000:3.0:1790895954.841152:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300907904:192.168.202.146@tcp:400: 00000100:00100000:3.0:1790895954.841203:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300908160:192.168.202.146@tcp:400: 00000100:00100000:3.0:1790895954.841229:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1790895954.841234:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300907776:192.168.202.146@tcp:400: 00000100:00100000:3.0:1790895954.841252:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300908032:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895954.856229:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300907648:192.168.202.146@tcp:400: 00010000:00080000:2.0:1790895954.857138:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9c700 x1877890300907904/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790895970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895954.857360:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300907904:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895954.867989:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300907776:192.168.202.146@tcp:400: 00010000:00080000:2.0:1790895954.868016:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9ea00 x1877890300908032/t0(0) o400->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895954.868028:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300908032:192.168.202.146@tcp:400: 00010000:00080000:2.0:1790895954.868044:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9df80 x1877890300908160/t0(0) o400->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895954.868053:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300908160:192.168.202.146@tcp:400: 00000001:02000400:1.0:1790895955.280260:0:6452:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1790895955.340816:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895956.364482:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895957.390903:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895958.412503:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895959.436490:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790895959.948877:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300908288:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895959.948999:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908544:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895959.949042:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908800:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895959.949245:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1790895959.949255:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908416:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895959.949279:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908672:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895959.954033:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908416:192.168.202.146@tcp:400: 00010000:00080000:2.0:1790895959.954054:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9dc00 x1877890300908672/t0(0) o400->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895959.954086:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908672:192.168.202.146@tcp:400: 00000100:00100000:2.0:1790895959.954099:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300908288:192.168.202.146@tcp:400: 00010000:00080000:2.0:1790895959.954110:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9ed80 x1877890300908544/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790895975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895959.954349:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908544:192.168.202.146@tcp:400: 00010000:00080000:2.0:1790895959.954364:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9fb80 x1877890300908800/t0(0) o400->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790895959.954373:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300908800:192.168.202.146@tcp:400: 00000100:00100000:1.0:1790895960.058430:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00100000:1.0:1790895960.058486:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00100000:0.0:1790895960.058563:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877890324029824 00000100:00100000:0.0:1790895960.058575:0:6165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877890324029824 00000100:00100000:0.0:1790895960.058636:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877890324029952 00000100:00100000:0.0:1790895960.058640:0:6165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877890324029952 00000100:00100000:0.0:1790895960.058656:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 0 00000100:00100000:0.0:1790895960.058665:0:6165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff956a84b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+4:10337:x1877890324029824:12345-192.168.202.146@tcp:104: 00010000:00010000:0.0:1790895960.058683:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790895960.058789:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790895960.058804:0:6165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff956a84b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+4:10337:x1877890324029824:12345-192.168.202.146@tcp:104: Request processed in 139us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1790895960.058811:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 0 00000100:00100000:0.0:1790895960.058829:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 1 00000100:00100000:0.0:1790895960.058836:0:6165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff956a84b65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:10337:x1877890324029952:12345-192.168.202.146@tcp:104: 00010000:00010000:0.0:1790895960.058844:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790895960.058876:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1790895960.058882:0:6165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff956a84b65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:10337:x1877890324029952:12345-192.168.202.146@tcp:104: Request processed in 47us (396us total) trans 0 rc 0/0 00010000:00010000:2.0:1790895960.058882:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1790895960.058888:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 1 00010000:00010000:2.0:1790895960.058890:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.058898:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff956a81492200 already unused, calling callback (ffffffffc1519c20) 10000000:00010000:2.0:1790895960.058903:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.058912:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790895960.058919:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790895960.058925:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1790895960.058973:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.058984:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790895960.059008:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.059015:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff956a81492200/0x843d8eff234b1b06 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1edcd expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.059031:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790895960.059034:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.059039:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff956ac204aa00 already unused, calling callback (ffffffffc1519c20) 10000000:00010000:2.0:1790895960.059043:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.059050:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790895960.059056:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790895960.059062:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1790895960.059075:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.059080:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790895960.059085:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.059091:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff956ac204aa00/0x843d8eff234b1aff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1edc6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895960.059110:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895960.059112:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895960.059114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790895960.059130:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300908928:192.168.202.146@tcp:103: 00000100:00100000:2.0:1790895960.059225:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790895960.059232:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300909056:192.168.202.146@tcp:103: 00010000:00010000:3.0:1790895960.059251:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790895960.067916:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300908928:192.168.202.146@tcp:103: 00000100:00100000:2.0:1790895960.067950:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300909056:192.168.202.146@tcp:103: 00010000:00010000:2.0:1790895960.460348:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895961.484673:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895962.508387:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1790895963.474338:0:6179:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1790895963.474347:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff956a841a4800 from 48 10000000:01000000:1.0:1790895963.474353:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790895963.474406:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a8671da00/0x843d8eff234b1b76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895963.474418:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff956a8671da00/0x843d8eff234b1b76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895963.474429:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff956a8671da00/0x843d8eff234b1b76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895963.474455:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909184:192.168.202.146@tcp:101: 00000100:00100000:1.0:1790895963.474565:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140b40 going to sleep for 11 seconds 00000100:00100000:1.0:1790895963.496767:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909184:192.168.202.146@tcp:101: 00010000:00010000:1.0:1790895963.496800:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff956a8671da00/0x843d8eff234b1b76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1ee91 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895963.496813:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff956a8671da00/0x843d8eff234b1b76 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1ee91 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895963.496886:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909312:192.168.202.146@tcp:501: 00000100:00100000:1.0:1790895963.496967:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140b40 going to sleep for 11 seconds 00000100:00100000:1.0:1790895963.504865:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909312:192.168.202.146@tcp:501: 00000100:00100000:1.0:1790895963.504960:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909440:192.168.202.146@tcp:503: 00000100:00100000:1.0:1790895963.505129:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140b40 going to sleep for 11 seconds 00000100:00100000:1.0:1790895963.511298:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909440:192.168.202.146@tcp:503: 00000100:00100000:0.0:1790895963.519472:0:6671:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6671:1877890300909568:192.168.202.146@tcp:502: 00000100:00100000:0.0:1790895963.519732:0:6671:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a87c2ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1790895963.531400:0:6671:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6671:1877890300909568:192.168.202.146@tcp:502: 00000020:01000000:3.0:1790895963.531449:0:6671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790895963.531465:0:6671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790895963.531467:0:6671:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1790895963.531472:0:6671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1790895963.531514:0:6671:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6671:1877890300909696:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790895963.531612:0:6671:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a8996f000 going to sleep for 11 seconds 00010000:00010000:1.0:1790895963.533301:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790895963.539257:0:6671:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6671:1877890300909696:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:2.0:1790895963.539312:0:6671:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790895963.539319:0:6671:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790895963.539322:0:6671:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790895963.539328:0:6671:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1790895963.539888:0:6179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1790895963.539908:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1790895963.539919:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a8671da00/0x843d8eff234b1b76 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1ee91 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895963.539930:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff956a8671da00/0x843d8eff234b1b76 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1ee91 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790895963.539939:0:6179:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1790895963.539941:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff956a84bfb380 from 1 10000000:01000000:1.0:1790895963.539944:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1790895963.539983:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a8671c200/0x843d8eff234b1b7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895963.539991:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff956a8671c200/0x843d8eff234b1b7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895963.540001:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff956a8671c200/0x843d8eff234b1b7d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895963.540025:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909824:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790895963.540097:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140b40 going to sleep for 11 seconds 00000100:00100000:3.0:1790895963.555227:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909824:192.168.202.146@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790895963.555299:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff956a8671c200/0x843d8eff234b1b7d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1ee98 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790895963.555316:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff956a8671c200/0x843d8eff234b1b7d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1ee98 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790895963.555433:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909952:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1790895963.555535:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a8996f300 going to sleep for 11 seconds 00000100:00100000:3.0:1790895963.558817:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300909952:192.168.202.146@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1790895963.559380:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1790895963.559399:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a8671c200/0x843d8eff234b1b7d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1ee98 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790895963.559415:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff956a8671c200/0x843d8eff234b1b7d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1ee98 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895964.556350:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790895965.069399:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910208:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790895965.069525:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910464:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790895965.069559:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1790895965.069565:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300910080:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790895965.069594:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910336:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790895965.069614:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910592:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790895965.086998:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300910080:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1790895965.087024:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9c000 x1877890300910336/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790895981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895965.087037:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910336:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1790895965.087048:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9d180 x1877890300910592/t0(0) o400->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895965.087078:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910592:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790895965.087092:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910208:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1790895965.087101:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9e300 x1877890300910464/t0(0) o400->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790895965.087109:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300910464:192.168.202.146@tcp:400:kworker.0 00010000:00010000:1.0:1790895965.580471:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790895966.139585:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00100000:1.0:1790895966.139713:0:6166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877890324041472 00000100:00100000:1.0:1790895966.139725:0:6166:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877890324041472 00000100:00100000:1.0:1790895966.139800:0:6166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 2 00000100:00100000:1.0:1790895966.139810:0:6166:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff956a883b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:10403:x1877890324041472:12345-192.168.202.146@tcp:104: 00010000:00010000:1.0:1790895966.139828:0:6166:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895966.139916:0:6166:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790895966.139923:0:6166:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff956a883b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:10403:x1877890324041472:12345-192.168.202.146@tcp:104: Request processed in 114us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1790895966.139930:0:6166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 2 00010000:00010000:2.0:1790895966.140105:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790895966.140114:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895966.140122:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff956ac204a000 already unused, calling callback (ffffffffc1519c20) 10000000:00010000:2.0:1790895966.140126:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895966.140134:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790895966.140149:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790895966.140154:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1790895966.140238:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895966.140256:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1790895966.140280:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895966.140288:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff956ac204a000/0x843d8eff234b1b3e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eddb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895966.140307:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895966.140308:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895966.140310:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790895966.140318:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790895966.140333:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300910720:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1790895966.169380:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300910720:192.168.202.146@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790895966.604711:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1790895967.436285:0:6179:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1790895967.436293:0:6179:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff956a841a4800 from 4 10000000:01000000:1.0:1790895967.436298:0:6179:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790895967.436344:0:6179:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895967.436357:0:6179:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790895967.436379:0:6179:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790895967.436407:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300910848:192.168.202.146@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790895967.436567:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83140cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790895967.440046:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300910848:192.168.202.146@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790895967.440074:0:6179:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790895967.440089:0:6179:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790895967.440214:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300910976:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790895967.440299:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a87c2e540 going to sleep for 11 seconds 00000100:00100000:0.0:1790895967.452554:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300910976:192.168.202.146@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790895967.452618:0:6179:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300911104:192.168.202.146@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790895967.452709:0:6179:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a87c2e540 going to sleep for 11 seconds 00000100:00100000:2.0:1790895967.459097:0:6179:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6179:1877890300911104:192.168.202.146@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790895967.468946:0:6731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6731:1877890300911232:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790895967.470351:0:6731:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a87c2e540 going to sleep for 11 seconds 00000100:00100000:3.0:1790895967.494139:0:6731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6731:1877890300911232:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:3.0:1790895967.494442:0:6731:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790895967.494454:0:6731:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790895967.494456:0:6731:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1790895967.494462:0:6731:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff956a841a4800 00000020:00000080:3.0:1790895967.494466:0:6731:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1790895967.494555:0:6731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6731:1877890300911360:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790895967.494639:0:6731:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a8996f480 going to sleep for 11 seconds 00000100:00100000:0.0:1790895967.505497:0:6731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:6731:1877890300911360:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:0.0:1790895967.505548:0:6731:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790895967.505557:0:6731:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790895967.505560:0:6731:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1790895967.505564:0:6731:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1790895967.505719:0:6179:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1790895967.505734:0:6179:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790895967.505744:0:6179:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790895967.505756:0:6179:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790895967.628446:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895968.658779:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895969.676309:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790895970.188439:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300911488:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895970.189535:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300911744:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895970.189606:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300912000:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895970.189643:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790895970.189650:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300911616:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895970.189677:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300911872:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895970.193074:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b67b80 x1877890300911744/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790895986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895970.193100:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300911744:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895970.193248:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64a80 x1877890300912000/t0(0) o400->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895970.193259:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300912000:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895970.193290:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300911616:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895970.193300:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64380 x1877890300911872/t0(0) o400->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895970.193329:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300911872:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895970.193339:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300911488:192.168.202.146@tcp:400:kworker.0 00010000:00010000:1.0:1790895970.701306:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895971.724348:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895972.751286:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790895973.079813:0:7035:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1790895973.772395:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895974.797277:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790895975.308375:0:492:0:(import.c:65:import_set_state_nolock()) ffff956a89915800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1790895975.308382:0:492:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff956a841a4800: disconnect after 23s idle 00000100:00100000:0.0:1790895975.308892:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300912128:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1790895975.308985:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300912384:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1790895975.309016:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790895975.309037:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300912256:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1790895975.312639:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300912512:192.168.202.146@tcp:9:kworker.0 00000100:00080000:1.0:1790895975.312765:0:492:0:(import.c:65:import_set_state_nolock()) ffff956a8999e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1790895975.312770:0:492:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff956a841a4800: disconnect after 23s idle 00000100:00100000:0.0:1790895975.312805:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300912640:192.168.202.146@tcp:9:kworker.0 00000100:00100000:1.0:1790895975.325586:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300912256:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895975.325609:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300912128:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895975.325625:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b65c00 x1877890300912384/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790895991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895975.325637:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300912384:192.168.202.146@tcp:400:kworker.0 00010000:00080000:2.0:1790895975.326069:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b67b80 x1877890300912640/t0(0) o9->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790895975.326110:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff956a84b67b80 x1877890300912640/t0(0) o9->lustre-OST0001-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790895975.326119:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a8999e800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1790895975.326124:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300912640:192.168.202.146@tcp:9:kworker.0 00010000:00080000:2.0:1790895975.326142:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64a80 x1877890300912512/t0(0) o9->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790895975.326150:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff956a84b64a80 x1877890300912512/t0(0) o9->lustre-OST0000-osc-ffff956a841a4800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790895985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790895975.326157:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a89915800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1790895975.326161:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b10586e7-50c5-4e95-827e-56352c0f4953:2401:1877890300912512:192.168.202.146@tcp:9:kworker.0 00010000:00010000:2.0:1790895975.820309:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895976.845727:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895977.871523:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895978.892604:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1790895979.798726:0:7315:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing yml_node 00010000:00010000:0.0:1790895979.917381:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790895980.429402:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300912896:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895980.429508:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1790895980.429516:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300912768:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895980.429542:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300913024:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895980.437994:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300912768:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895980.438346:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64380 x1877890300913024/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790895996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895980.438361:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300913024:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895980.438380:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300912896:192.168.202.146@tcp:400:kworker.0 00010000:00010000:1.0:1790895980.948272:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790895981.967935:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895982.988443:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1790895983.867042:0:7769:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.63 00010000:00010000:0.0:1790895984.015335:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790895985.036557:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790895985.548320:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300913152:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895985.548421:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300913408:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895985.548469:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790895985.548476:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300913280:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895985.569676:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300913280:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895985.569691:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300913152:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895985.569705:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b65c00 x1877890300913408/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895985.569715:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300913408:192.168.202.146@tcp:400:kworker.0 00010000:00010000:0.0:1790895986.062341:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790895986.759296:0:7925:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.63 00010000:00010000:3.0:1790895987.087447:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790895988.108466:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895989.135319:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790895990.113890:0:8083:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.63 00010000:00010000:2.0:1790895990.156305:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790895990.669051:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300913536:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895990.669196:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300913792:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895990.669244:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790895990.669249:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300913664:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895990.677643:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300913664:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895990.677668:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300913536:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895990.679263:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64380 x1877890300913792/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895990.679291:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300913792:192.168.202.146@tcp:400:kworker.0 00010000:00010000:0.0:1790895991.188736:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790895992.196832:0:8229:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Thu Oct 1 19:06:30 EDT 2026 00010000:00010000:2.0:1790895992.204332:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790895993.228691:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895994.253302:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790895995.278814:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790895995.788513:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300913920:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895995.788624:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300914176:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895995.788658:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790895995.788664:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300914048:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895995.792458:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300914048:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790895995.792475:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300913920:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790895995.792487:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a883b4e00 x1877890300914176/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790895995.792500:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300914176:192.168.202.146@tcp:400:kworker.0 00010000:00010000:2.0:1790895996.300311:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895997.324601:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790895998.350857:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790895999.372550:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790896000.397299:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790896000.908460:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300914304:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790896000.908578:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914560:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790896000.908613:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790896000.908619:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914432:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790896000.914325:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914432:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790896000.914356:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300914304:192.168.202.146@tcp:400:kworker.0 00010000:00080000:1.0:1790896000.914370:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a883b6300 x1877890300914560/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896000.914381:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914560:192.168.202.146@tcp:400:kworker.0 00010000:00010000:3.0:1790896001.421225:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790896002.444955:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790896003.470142:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790896004.495849:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790896005.518720:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790896006.030492:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914816:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790896006.031038:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790896006.031049:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300914688:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790896006.031108:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914944:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1790896006.040478:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300914688:192.168.202.146@tcp:400:kworker.0 00010000:00080000:0.0:1790896006.040509:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b66d80 x1877890300914944/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896006.040524:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914944:192.168.202.146@tcp:400:kworker.0 00000100:00100000:0.0:1790896006.040537:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300914816:192.168.202.146@tcp:400:kworker.0 00010000:00010000:1.0:1790896006.541395:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790896007.574226:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790896008.588832:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790896009.612979:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790896010.639402:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1790896011.086763:0:8793:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00000100:00100000:2.0:1790896011.152080:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300915200:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1790896011.152786:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1790896011.152799:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300915072:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1790896011.152855:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300915328:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1790896011.164770:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300915072:192.168.202.146@tcp:400:kworker.0 00010000:00080000:2.0:1790896011.164820:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9f480 x1877890300915328/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790896011.164846:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300915328:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1790896011.164863:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300915200:192.168.202.146@tcp:400:kworker.0 00010000:00010000:1.0:1790896011.665013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790896012.686458:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1790896012.883996:0:8933:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:1.0:1790896013.712470:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790896014.480877:0:9078:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 19:06:53 (1790896013) === 00010000:00010000:1.0:1790896014.733153:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1790896014.762905:0:8247:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1790896014.762917:0:8247:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:2.0:1790896014.762949:0:8247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790896014.762967:0:8247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1790896014.762981:0:8247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1790896014.762995:0:8247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1790896014.763002:0:8247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:2.0:1790896014.763005:0:8247:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:2.0:1790896014.763012:0:8247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d81cdfcb8 00010000:00010000:2.0:1790896014.763016:0:8247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1790896014.763025:0:8247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1790896014.784553:0:8247:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1790896014.784563:0:8247:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:0.0:1790896014.784585:0:8247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1790896014.784602:0:8247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1790896014.784622:0:8247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1790896014.784628:0:8247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1790896014.784633:0:8247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:0.0:1790896014.784636:0:8247:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:0.0:1790896014.784642:0:8247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d81cdfcb8 00010000:00010000:0.0:1790896014.784644:0:8247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1790896014.784651:0:8247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1790896014.803279:0:8247:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1790896014.803299:0:8247:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:2.0:1790896014.803473:0:8247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790896014.803493:0:8247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1790896014.803508:0:8247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1790896014.803516:0:8247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1790896014.803522:0:8247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:2.0:1790896014.803526:0:8247:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:2.0:1790896014.803534:0:8247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d81cdfcb8 00010000:00010000:2.0:1790896014.803538:0:8247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1790896014.803546:0:8247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1790896014.825777:0:8247:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff956a91d27448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1790896014.825790:0:8247:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d27448),name=/ 00000002:00010000:2.0:1790896014.825821:0:8247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790896014.825840:0:8247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1790896014.825854:0:8247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1790896014.825863:0:8247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1790896014.825879:0:8247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) 00000080:00010000:2.0:1790896014.825882:0:8247:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff956a91d27448) for lock 0x843d8eff234b1b6f 00000080:00010000:2.0:1790896014.825890:0:8247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x843d8eff234b1b6f from it ffffb17d81cdfcb8 00010000:00010000:2.0:1790896014.825894:0:8247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1790896014.825903:0:8247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff956a841a4800 lock: ffff956a97755800/0x843d8eff234b1b6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf1ad065b6e1ee05 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:3.0:1790896015.077968:0:9126:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790896015.077972:0:9126:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1790896015.077973:0:9126:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.146@tcp:/lustre 00000020:01000004:3.0:1790896015.077975:0:9126:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1790896015.078570:0:9126:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff956a831ad800 00000080:01000004:3.0:1790896015.078582:0:9126:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1790896015.078602:0:9126:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.146@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1790896015.078604:0:9126:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.146@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1790896015.078610:0:9126:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff956a831ad800 (sb ffff956a831ad800) 00000080:01000000:3.0:1790896015.078693:0:9126:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1790896015.078695:0:9126:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1790896015.078698:0:9126:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:3.0:1790896015.078705:0:9126:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 0e874e76-692a-4c37-9e02-4754b2ef5816 10000000:01000000:3.0:1790896015.080542:0:9126:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790896015.080548:0:9126:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff956a831ad800 10000000:01000000:3.0:1790896015.080554:0:9126:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff956a831ad800 10000000:01000000:3.0:1790896015.080558:0:9126:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1790896015.080563:0:9126:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff956a831ad800 10000000:01000000:3.0:1790896015.080566:0:9126:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790896015.080569:0:9126:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff956a831ad800 10000000:01000000:3.0:1790896015.080572:0:9126:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1790896015.080575:0:9126:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff956a831ad800 from 1 10000000:01000000:3.0:1790896015.080578:0:9126:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790896015.080868:0:9126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a97754600/0x843d8eff234b1b8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790896015.080880:0:9126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff956a97754600/0x843d8eff234b1b8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790896015.080891:0:9126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff956a97754600/0x843d8eff234b1b8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790896015.081114:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300915456:192.168.202.146@tcp:101:mount.lustre.0 00000100:00100000:3.0:1790896015.083196:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83d89600 going to sleep for 11 seconds 00000100:00100000:3.0:1790896015.093093:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300915456:192.168.202.146@tcp:101:mount.lustre.0 00010000:00010000:3.0:1790896015.093123:0:9126:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff956a97754600/0x843d8eff234b1b8b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eee5 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790896015.093136:0:9126:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff956a97754600/0x843d8eff234b1b8b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1eee5 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790896015.095401:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300915584:192.168.202.146@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790896015.095538:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c11f00 going to sleep for 11 seconds 00000100:00100000:3.0:1790896015.109511:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300915584:192.168.202.146@tcp:501:mount.lustre.0 00000100:00100000:3.0:1790896015.109582:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300915712:192.168.202.146@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790896015.109678:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a83d89600 going to sleep for 11 seconds 00000100:00100000:3.0:1790896015.122458:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300915712:192.168.202.146@tcp:503:mount.lustre.0 00000100:00100000:1.0:1790896015.124734:0:9130:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9130:1877890300915840:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790896015.124951:0:9130:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a90fc7840 going to sleep for 11 seconds 00000100:00100000:1.0:1790896015.128626:0:9130:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9130:1877890300915840:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:1.0:1790896015.128669:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790896015.128681:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.128683:0:9130:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1790896015.128692:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff956a831ad800 00000020:00000080:1.0:1790896015.128694:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790896015.128720:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff956a831ad800 (ffff956a84b419c0) 00000020:00000080:1.0:1790896015.128761:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:1.0:1790896015.128770:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff956a831ad800 00000020:00000080:1.0:1790896015.128772:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1790896015.129091:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff956a831ad800 (uuid 0e874e76-692a-4c37-9e02-4754b2ef5816) 00000020:01000000:1.0:1790896015.129096:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.129099:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.129101:0:9130:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1790896015.129104:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790896015.129107:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.129108:0:9130:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1790896015.129111:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff956a831ad800 00000020:00000080:1.0:1790896015.129114:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790896015.129119:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff956a831ad800 (ffff956a84b43380) 00000020:00000080:1.0:1790896015.129128:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:1.0:1790896015.129132:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff956a831ad800 00000020:00000080:1.0:1790896015.129134:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1790896015.130478:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff956a831ad800 (uuid 0e874e76-692a-4c37-9e02-4754b2ef5816) 00000020:01000000:1.0:1790896015.130490:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.130496:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.130498:0:9130:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1790896015.130501:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790896015.130505:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.130512:0:9130:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1790896015.130516:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790896015.130518:0:9130:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1790896015.130521:0:9130:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1790896015.130527:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.130530:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.130531:0:9130:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1790896015.130533:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790896015.130537:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.130538:0:9130:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1790896015.130541:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790896015.130546:0:9130:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:1.0:1790896015.130569:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000080:1.0:1790896015.130571:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790896015.130580:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff956a831ad800 (ffff956a84b40000) 00000020:00000080:1.0:1790896015.130593:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1790896015.130597:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000080:1.0:1790896015.130600:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1790896015.130670:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff956a83de2800@lustre-MDT0000-mdc-ffff956a831ad800: add connection 192.168.202.146@tcp at head 00010000:00010000:1.0:1790896015.135226:0:9130:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff956a831ad800-5 is initialized 00000040:01000000:1.0:1790896015.136459:0:9130:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff956a831ad800 ctxt 13 is initialized 00000020:00000080:1.0:1790896015.136505:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff956a831ad800 (uuid 0e874e76-692a-4c37-9e02-4754b2ef5816) 00000020:01000000:1.0:1790896015.136521:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff956a831ad800 00000020:00000080:1.0:1790896015.136525:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1790896015.136550:0:9130:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1790896015.136591:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.136594:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.136596:0:9130:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1790896015.136598:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790896015.136601:0:9130:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1790896015.136602:0:9130:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790896015.136604:0:9130:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790896015.136612:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790896015.136614:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.136616:0:9130:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790896015.136618:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790896015.136623:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.136624:0:9130:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1790896015.136628:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790896015.136633:0:9130:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:1.0:1790896015.136659:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000080:1.0:1790896015.136661:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790896015.136671:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff956a831ad800 (ffff956a84b44d40) 00000020:00000080:1.0:1790896015.136685:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:1.0:1790896015.136690:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000080:1.0:1790896015.136693:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1790896015.136775:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff956a83de6800@lustre-MDT0001-mdc-ffff956a831ad800: add connection 192.168.202.146@tcp at head 00010000:00010000:1.0:1790896015.151538:0:9130:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff956a831ad800-6 is initialized 00000040:01000000:1.0:1790896015.151819:0:9130:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff956a831ad800 ctxt 13 is initialized 00000020:00000080:1.0:1790896015.151868:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff956a831ad800 (uuid 0e874e76-692a-4c37-9e02-4754b2ef5816) 00000020:01000000:1.0:1790896015.151888:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff956a831ad800 00000020:00000080:1.0:1790896015.151891:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1790896015.151917:0:9130:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1790896015.151960:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.151963:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.151965:0:9130:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1790896015.151968:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790896015.151970:0:9130:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1790896015.151972:0:9130:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790896015.151973:0:9130:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790896015.151975:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790896015.151977:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.151978:0:9130:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790896015.151980:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790896015.151989:0:9130:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.146@tcp:/lustre 00000020:00000080:1.0:1790896015.151993:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.151994:0:9130:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1790896015.151997:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790896015.152002:0:9130:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:1.0:1790896015.152042:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff956a831ad800 00000020:00000080:1.0:1790896015.152045:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790896015.154432:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff956a831ad800 (ffff956a83484d40) 00000020:00000080:1.0:1790896015.154459:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:1.0:1790896015.154474:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff956a831ad800 00000020:00000080:1.0:1790896015.154478:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1790896015.154578:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff956a83de0000@lustre-OST0000-osc-ffff956a831ad800: add connection 192.168.202.146@tcp at head 00010000:00010000:1.0:1790896015.154790:0:9130:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff956a831ad800-7 is initialized 00000020:00000080:1.0:1790896015.155041:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff956a831ad800 (uuid 0e874e76-692a-4c37-9e02-4754b2ef5816) 00000020:01000000:1.0:1790896015.157531:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff956a831ad800 00000020:00000080:1.0:1790896015.157540:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1790896015.157576:0:9130:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1790896015.157589:0:9130:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff956a831ad800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1790896015.157595:0:9130:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1790896015.157618:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.157623:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.157625:0:9130:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1790896015.157630:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790896015.157634:0:9130:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1790896015.157635:0:9130:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790896015.157637:0:9130:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790896015.157638:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790896015.157640:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.157642:0:9130:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790896015.157645:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1790896015.157649:0:9130:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.146@tcp:/lustre 00000020:00000080:1.0:1790896015.157652:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.157660:0:9130:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1790896015.157665:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790896015.157670:0:9130:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.146@tcp to nid 0x20000c0a8ca92 (192.168.202.146@tcp) 00000020:01000000:1.0:1790896015.157698:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff956a831ad800 00000020:00000080:1.0:1790896015.157701:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790896015.157712:0:9130:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff956a831ad800 (ffff956a834819c0) 00000020:00000080:1.0:1790896015.157729:0:9130:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:1.0:1790896015.157735:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff956a831ad800 00000020:00000080:1.0:1790896015.157738:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1790896015.157825:0:9130:0:(ldlm_lib.c:102:import_set_conn()) imp ffff956a83de3800@lustre-OST0001-osc-ffff956a831ad800: add connection 192.168.202.146@tcp at head 00010000:00010000:1.0:1790896015.160535:0:9130:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff956a831ad800-8 is initialized 00000020:00000080:1.0:1790896015.160842:0:9130:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff956a831ad800 (uuid 0e874e76-692a-4c37-9e02-4754b2ef5816) 00000020:01000000:1.0:1790896015.160858:0:9130:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff956a831ad800 00000020:00000080:1.0:1790896015.160863:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1790896015.160886:0:9130:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1790896015.160896:0:9130:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff956a831ad800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1790896015.160900:0:9130:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1790896015.160911:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.160915:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.160917:0:9130:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1790896015.160922:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790896015.160926:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.160927:0:9130:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1790896015.160930:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1790896015.160932:0:9130:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1790896015.160934:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790896015.160936:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.160937:0:9130:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:1.0:1790896015.160984:0:9130:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9130:1877890300915968:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790896015.161232:0:9130:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a90fc7840 going to sleep for 11 seconds 00000100:00100000:1.0:1790896015.168515:0:9130:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9130:1877890300915968:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:1.0:1790896015.168563:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790896015.168573:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790896015.168575:0:9130:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1790896015.168581:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1790896015.168616:0:9130:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9130:1877890300916096:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790896015.168761:0:9130:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a90fc7840 going to sleep for 11 seconds 00000100:00100000:0.0:1790896015.171721:0:9130:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9130:1877890300916096:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:0.0:1790896015.171764:0:9130:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790896015.171772:0:9130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790896015.171774:0:9130:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1790896015.171779:0:9130:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1790896015.171969:0:9126:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790896015.171988:0:9126:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790896015.172008:0:9126:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a97754600/0x843d8eff234b1b8b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eee5 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.172020:0:9126:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff956a97754600/0x843d8eff234b1b8b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eee5 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790896015.172029:0:9126:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff956a831ad800 from 1 10000000:01000000:2.0:1790896015.172033:0:9126:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1790896015.172077:0:9126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a81492e00/0x843d8eff234b1bbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.172085:0:9126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff956a81492e00/0x843d8eff234b1bbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.172096:0:9126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff956a81492e00/0x843d8eff234b1bbc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790896015.172129:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916224:192.168.202.146@tcp:101:mount.lustre.0 00000100:00100000:2.0:1790896015.172219:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c11e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790896015.174957:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916224:192.168.202.146@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790896015.174987:0:9126:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff956a81492e00/0x843d8eff234b1bbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eeec expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.175001:0:9126:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff956a81492e00/0x843d8eff234b1bbc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1eeec expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790896015.175900:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916352:192.168.202.146@tcp:256:mount.lustre.0 00000100:00100000:2.0:1790896015.175983:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c11e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790896015.182129:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916352:192.168.202.146@tcp:256:mount.lustre.0 10000000:01000000:2.0:1790896015.182818:0:9126:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1790896015.182837:0:9126:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a81492e00/0x843d8eff234b1bbc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eeec expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.182849:0:9126:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff956a81492e00/0x843d8eff234b1bbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eeec expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790896015.182858:0:9126:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff956a831ad800 from 1 10000000:01000000:2.0:1790896015.182861:0:9126:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790896015.182892:0:9126:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.182900:0:9126:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.182919:0:9126:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790896015.182939:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916480:192.168.202.146@tcp:101:mount.lustre.0 00000100:00100000:2.0:1790896015.182999:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c11e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790896015.185592:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916480:192.168.202.146@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790896015.185619:0:9126:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.185632:0:9126:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790896015.185701:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916608:192.168.202.146@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790896015.185764:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c11e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790896015.189663:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916608:192.168.202.146@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790896015.189719:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916736:192.168.202.146@tcp:503:mount.lustre.0 00000100:00100000:2.0:1790896015.189815:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c11e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790896015.194020:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9126:1877890300916736:192.168.202.146@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790896015.195532:0:9135:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9135:1877890300916864:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790896015.195700:0:9135:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a87c25b40 going to sleep for 11 seconds 00000100:00100000:3.0:1790896015.200024:0:9135:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9135:1877890300916864:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:3.0:1790896015.200090:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790896015.200106:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790896015.200109:0:9135:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1790896015.200118:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff956a831ad800 00000020:00000080:3.0:1790896015.200122:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790896015.200133:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790896015.200136:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790896015.200138:0:9135:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1790896015.200140:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790896015.200143:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790896015.200158:0:9135:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1790896015.200162:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff956a831ad800 00000020:00000080:3.0:1790896015.200191:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1790896015.200325:0:9135:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9135:1877890300916992:192.168.202.146@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790896015.200547:0:9135:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a87c25b40 going to sleep for 11 seconds 00000100:00100000:2.0:1790896015.225967:0:9135:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:9135:1877890300916992:192.168.202.146@tcp:502:llog_process_th.0 00000020:01000000:2.0:1790896015.226013:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790896015.226023:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790896015.226025:0:9135:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1790896015.226028:0:9135:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1790896015.226196:0:9126:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1790896015.226211:0:9126:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.146@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790896015.226228:0:9126:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896015.226237:0:9126:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1790896015.226250:0:9126:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1790896015.226268:0:9126:0:(genops.c:1384:class_connect()) connect: client 0e874e76-692a-4c37-9e02-4754b2ef5816, cookie 0x843d8eff234b1bca 00800000:01000000:2.0:1790896015.226284:0:9126:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 0e874e76-692a-4c37-9e02-4754b2ef5816 to lustre-clilmv-ffff956a831ad800 00800000:01000000:2.0:1790896015.226291:0:9126:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff956a831ad800(0e874e76-692a-4c37-9e02-4754b2ef5816) - lustre-MDT0000_UUID, 0e874e76-692a-4c37-9e02-4754b2ef5816 00000020:00000080:2.0:1790896015.226297:0:9126:0:(genops.c:1384:class_connect()) connect: client 0e874e76-692a-4c37-9e02-4754b2ef5816, cookie 0x843d8eff234b1bd1 00000100:00080000:2.0:1790896015.226448:0:9126:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff956a831ad800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:2.0:1790896015.226462:0:9126:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff956a831ad800: import ffff956a83de2800 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:2.0:1790896015.226473:0:9126:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1790896015.226495:0:9126:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a83d9f480 x1877890300917120/t0(0) o38->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790896015.226514:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID 00800000:01000000:2.0:1790896015.226581:0:9126:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff956a831ad800(0e874e76-692a-4c37-9e02-4754b2ef5816) successfully (5) 00800000:00000004:2.0:1790896015.226585:0:9126:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff956a831ad800: age -635, max_age 0 00800000:01000000:2.0:1790896015.226609:0:9126:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff956a831ad800(0e874e76-692a-4c37-9e02-4754b2ef5816) - lustre-MDT0001_UUID, 0e874e76-692a-4c37-9e02-4754b2ef5816 00000020:00000080:2.0:1790896015.226616:0:9126:0:(genops.c:1384:class_connect()) connect: client 0e874e76-692a-4c37-9e02-4754b2ef5816, cookie 0x843d8eff234b1bd8 00000100:00080000:2.0:1790896015.226621:0:9126:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff956a831ad800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:2.0:1790896015.226627:0:9126:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff956a831ad800: import ffff956a83de6800 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:2.0:1790896015.226638:0:9126:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1790896015.226645:0:9126:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a83d9f100 x1877890300917376/t0(0) o38->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790896015.226652:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID 00800000:01000000:2.0:1790896015.226742:0:9126:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff956a831ad800(0e874e76-692a-4c37-9e02-4754b2ef5816) successfully (5) 00800000:00000004:2.0:1790896015.226745:0:9126:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff956a831ad800: age -635, max_age 0 00000080:00000004:2.0:1790896015.226765:0:9126:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff956a831ad800: age -635, max_age 365 00800000:00000004:2.0:1790896015.226774:0:9126:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff956a831ad800: age -635, max_age 365 00000100:00080000:2.0:1790896015.226795:0:9126:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff956a83d9d500 x1877890300917632/t0(0) o41->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790896015.226814:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c110c0 going to sleep for 0 seconds 00000100:00100000:2.0:1790896015.226840:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300917120:192.168.202.146@tcp:38:mount.lustre.0 00000100:00100000:2.0:1790896015.226922:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300917376:192.168.202.146@tcp:38:mount.lustre.0 00000100:00080000:2.0:1790896015.227000:0:2404:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff956a83d9ea00 x1877890300917248/t0(0) o41->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790896015.227008:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300917760:192.168.202.146@tcp:400:kworker.0 00000100:00100000:2.0:1790896015.227032:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:2.0:1790896015.227038:0:2404:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff956a83d9d880 x1877890300917504/t0(0) o41->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790896015.227107:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300917888:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790896015.230859:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a831ad800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790896015.230884:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff956a831ad800: connect to target with instance 1 00000100:00080000:3.0:1790896015.230899:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff956a831ad800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1790896015.230917:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790896015.230922:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a83de2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1790896015.231507:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003ce25358): req@ffff956a83d9d500 x1877890300917632/t0(0) o41->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790896015.231543:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c0033689): req@ffff956a83d9ea00 x1877890300917248/t0(0) o41->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896015.233631:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a82c110c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790896015.233754:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300917120:192.168.202.146@tcp:38:mount.lustre.0 00010000:00080000:0.0:1790896015.233965:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9f100 x1877890300917376/t0(0) o38->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 520/416 e 0 to 0 dl 1790896025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896015.233998:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a831ad800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790896015.234012:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff956a831ad800: connect to target with instance 1 00000100:00080000:0.0:1790896015.234025:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff956a831ad800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1790896015.234044:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790896015.234049:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a83de6800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1790896015.235672:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c0033689): req@ffff956a83d9d880 x1877890300917504/t0(0) o41->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896015.235709:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300917376:192.168.202.146@tcp:38:mount.lustre.0 00010000:00080000:3.0:1790896015.238324:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9c700 x1877890300917888/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896015.238350:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300917888:192.168.202.146@tcp:400:kworker.0 00000100:00100000:3.0:1790896015.238386:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:0:1877890300917248:192.168.202.146@tcp:41:mount.lustre.0 00000100:00100000:3.0:1790896015.238401:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300917760:192.168.202.146@tcp:400:kworker.0 00010000:00080000:3.0:1790896015.242017:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9d880 x1877890300917504/t0(0) o41->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/368 e 0 to 0 dl 1790896031 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896015.242050:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:0:1877890300917504:192.168.202.146@tcp:41:mount.lustre.0 00000100:00100000:0.0:1790896015.242974:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0e874e76-692a-4c37-9e02-4754b2ef5816:9126:1877890300917632:192.168.202.146@tcp:41:mount.lustre.0 00800000:00000004:0.0:1790896015.243001:0:9126:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff956a831ad800: update ffff956a84b40458 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:0.0:1790896015.243011:0:9126:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff956a831ad800: update ffff956a84b437d8 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:0.0:1790896015.243068:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0e874e76-692a-4c37-9e02-4754b2ef5816:9126:1877890300918016:192.168.202.146@tcp:40:mount.lustre.0 00000100:00100000:0.0:1790896015.244024:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a8996f300 going to sleep for 11 seconds 00000100:00100000:1.0:1790896015.248925:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0e874e76-692a-4c37-9e02-4754b2ef5816:9126:1877890300918016:192.168.202.146@tcp:40:mount.lustre.0 00000080:00000004:1.0:1790896015.248965:0:9126:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1790896015.248985:0:9126:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 2146304 00020000:01000000:1.0:1790896015.248991:0:9126:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1790896015.249011:0:9126:0:(genops.c:1384:class_connect()) connect: client 0e874e76-692a-4c37-9e02-4754b2ef5816, cookie 0x843d8eff234b1bdf 00000020:00000080:1.0:1790896015.249107:0:9126:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x843d8eff234b1be6 00000100:00080000:1.0:1790896015.249117:0:9126:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff956a831ad800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00080000:1.0:1790896015.249133:0:9126:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff956a831ad800: import ffff956a83de0000 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:1.0:1790896015.249151:0:9126:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1790896015.249223:0:9126:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a84b67800 x1877890300918144/t0(0) o8->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790896015.249252:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID 00020000:01000000:1.0:1790896015.249271:0:9126:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff956a831ad800) active 00000020:00000080:1.0:1790896015.249318:0:9126:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x843d8eff234b1bed 00000100:00080000:1.0:1790896015.249324:0:9126:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff956a831ad800: connect to NID 192.168.202.146@tcp last attempt 0 00000100:00100000:3.0:1790896015.249400:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300918144:192.168.202.146@tcp:8:mount.lustre.0 00000100:00080000:1.0:1790896015.249707:0:9126:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff956a831ad800: import ffff956a83de3800 using connection 192.168.202.146@tcp/192.168.202.146@tcp 00000008:00100000:1.0:1790896015.249717:0:9126:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1790896015.249734:0:9126:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff956a84b64000 x1877890300918272/t0(0) o8->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790896015.249758:0:9126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID 00020000:01000000:1.0:1790896015.249766:0:9126:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff956a831ad800) active 00000100:00100000:1.0:1790896015.249825:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0e874e76-692a-4c37-9e02-4754b2ef5816:9126:1877890300918400:192.168.202.146@tcp:900:mount.lustre.0 00000100:00100000:3.0:1790896015.249959:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300918272:192.168.202.146@tcp:8:mount.lustre.0 00000100:00100000:1.0:1790896015.250007:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a90fc7d80 going to sleep for 11 seconds 00010000:00080000:3.0:1790896015.275492:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b67800 x1877890300918144/t0(0) o8->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 520/416 e 0 to 0 dl 1790896025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896015.275530:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff956a831ad800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790896015.275545:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff956a831ad800: connect to target with instance 1 00000100:00080000:3.0:1790896015.275556:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff956a831ad800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1790896015.275570:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1790896015.275574:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a83de0000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1790896015.275580:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1790896015.275584:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1790896015.275588:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1790896015.275602:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300918144:192.168.202.146@tcp:8:mount.lustre.0 00000100:00100000:1.0:1790896015.276009:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0e874e76-692a-4c37-9e02-4754b2ef5816:9126:1877890300918400:192.168.202.146@tcp:900:mount.lustre.0 00000100:00100000:1.0:1790896015.276106:0:9126:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0e874e76-692a-4c37-9e02-4754b2ef5816:9126:1877890300918528:192.168.202.146@tcp:33:mount.lustre.0 00000100:00100000:1.0:1790896015.276325:0:9126:0:(client.c:2716:ptlrpc_set_wait()) set ffff956a90fc7d80 going to sleep for 11 seconds 00010000:00080000:3.0:1790896015.284416:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64000 x1877890300918272/t0(0) o8->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 520/416 e 0 to 0 dl 1790896025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896015.284433:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff956a831ad800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790896015.284445:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff956a831ad800: connect to target with instance 1 00000100:00080000:3.0:1790896015.284455:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff956a831ad800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1790896015.284471:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1790896015.284475:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a83de3800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1790896015.284483:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1790896015.284488:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1790896015.284493:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1790896015.284502:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300918272:192.168.202.146@tcp:8:mount.lustre.0 00000100:00100000:1.0:1790896015.285966:0:9126:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0e874e76-692a-4c37-9e02-4754b2ef5816:9126:1877890300918528:192.168.202.146@tcp:33:mount.lustre.0 00000080:00200000:0.0:1790896015.286828:0:9126:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff956a91d6a1c8) 00000080:00200000:0.0:1790896015.286841:0:9126:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1790896015.286915:0:9126:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_63_g3705aed 00000080:00000004:0.0:1790896015.290720:0:9126:0:(super25.c:182:lustre_fill_super()) 192.168.202.146@tcp:/lustre: Mount complete 00000400:00000001:1.0:1790896015.515766:0:9157:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:2.0:1790896015.757459:0:8454:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896015.757464:0:8454:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896015.757469:0:8454:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896015.757479:0:8454:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790896015.757502:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896015.757505:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896015.757507:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790896016.590140:0:238:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4000 (cpu 0) has reached its deadline 4295034625, at 4295034689 00000100:00000010:0.0:1790896016.590155:0:238:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a859586c0. 00000100:00000040:1.0:1790896016.590460:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4110 (cpu 1) has reached its deadline 4295034625, at 4295034690 00000100:00000010:1.0:1790896016.590467:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a85958840. 00010000:00000001:2.0:1790896016.780344:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896016.780358:0:137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790896016.780361:0:137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790896016.780365:0:137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896016.780372:0:137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790896016.780375:0:137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896016.780378:0:137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896016.780380:0:137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896016.780385:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896016.780386:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896016.780506:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896016.780523:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896016.780527:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896017.804733:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896017.804744:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896017.804751:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896017.804753:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790896017.804789:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896017.804793:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896017.804796:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896018.828287:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896018.828294:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896018.828299:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896018.828300:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896018.828399:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896018.828405:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896018.828419:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896019.854394:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896019.854404:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896019.854411:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896019.854413:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896019.856361:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896019.856369:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896019.856376:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1790896020.365108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896020.365118:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896020.365127:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9d180. 00000020:00000040:3.0:1790896020.365133:0:36:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1790896020.365150:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896020.365153:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896020.365158:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896020.365178:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9a00. 00000100:00000001:3.0:1790896020.365185:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365196:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896020.365207:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896020.365211:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365218:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e308227] to pc [ptlrpcd_01_00+0] req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365238:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896020.365243:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896020.365305:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9c000. 00000020:00000040:3.0:1790896020.365309:0:36:0:(genops.c:1209:class_import_get()) import ffff956a89911000 refcount=4 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000100:00000001:3.0:1790896020.365311:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896020.365312:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896020.365314:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896020.365317:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9c00. 00000100:00000001:3.0:1790896020.365320:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365325:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896020.365332:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896020.365334:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365338:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005162fa0] to pc [ptlrpcd_01_01+1] req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365346:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896020.365352:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896020.365358:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9ce00. 00000020:00000040:3.0:1790896020.365360:0:36:0:(genops.c:1209:class_import_get()) import ffff956a89912000 refcount=4 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000100:00000001:3.0:1790896020.365363:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896020.365364:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896020.365365:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896020.365368:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9b00. 00000100:00000001:3.0:1790896020.365371:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365375:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896020.365382:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896020.365384:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec15e264] to pc [ptlrpcd_01_00+0] req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365394:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790896020.365399:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790896020.365401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790896020.365404:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790896020.365407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896020.365410:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896020.365412:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9f100. 00000020:00000040:3.0:1790896020.365414:0:36:0:(genops.c:1209:class_import_get()) import ffff956a83de2800 refcount=4 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000100:00000001:3.0:1790896020.365416:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896020.365417:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896020.365418:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896020.365421:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9500. 00000100:00000001:3.0:1790896020.365423:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365426:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896020.365487:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896020.365489:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365493:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e875a13e] to pc [ptlrpcd_01_01+1] req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365501:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896020.365506:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896020.365508:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9f480. 00000020:00000040:3.0:1790896020.365510:0:36:0:(genops.c:1209:class_import_get()) import ffff956a83de6800 refcount=4 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000100:00000001:3.0:1790896020.365512:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896020.365514:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896020.365515:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896020.365519:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9900. 00000100:00000001:3.0:1790896020.365521:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365525:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896020.365532:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896020.365533:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365537:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d939d780] to pc [ptlrpcd_01_00+0] req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365543:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896020.365547:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896020.365549:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9c700. 00000020:00000040:3.0:1790896020.365551:0:36:0:(genops.c:1209:class_import_get()) import ffff956a83de0000 refcount=3 obd=lustre-OST0000-osc-ffff956a831ad800 00000100:00000001:3.0:1790896020.365552:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896020.365553:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896020.365555:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896020.365557:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9200. 00000100:00000001:3.0:1790896020.365563:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365566:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896020.365573:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896020.365574:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365578:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c130eb27] to pc [ptlrpcd_01_01+1] req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365584:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896020.365588:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896020.365590:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9ea00. 00000020:00000040:3.0:1790896020.365592:0:36:0:(genops.c:1209:class_import_get()) import ffff956a83de3800 refcount=3 obd=lustre-OST0001-osc-ffff956a831ad800 00000100:00000001:3.0:1790896020.365594:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896020.365595:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896020.365596:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896020.365598:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9700. 00000100:00000001:3.0:1790896020.365600:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365604:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896020.365610:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896020.365612:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365615:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001af443f8] to pc [ptlrpcd_01_00+0] req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365621:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.365625:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:3.0:1790896020.365636:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896020.365639:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896020.365641:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896020.365645:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365652:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896020.365657:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.365661:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896020.365663:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896020.365666:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.365670:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300918656:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.365674:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896020.365678:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896020.365681:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.365683:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896020.365686:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85359e00. 02000000:00000001:3.0:1790896020.365688:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.365695:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896020.365699:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d5646e0. 00000400:00000010:3.0:1790896020.365704:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b834c8. 00000100:00000200:3.0:1790896020.365710:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300918656, portal 25 00000100:00000001:3.0:1790896020.365712:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896020.365714:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511112064 : -117190198439552 : ffff956a87d9d180) 00000100:00000040:3.0:1790896020.365719:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365726:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896020.365729:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896020.365731:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83770. 00000100:00000200:3.0:1790896020.365734:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877890300918656, offset 0 00000400:00000200:3.0:1790896020.365739:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896020.365746:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.365767:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896020.365771:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896020.365776:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896020.365779:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896020.365782:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896020.365785:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [126:126:256:4294967295] 192.168.202.146@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1790896020.365789:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.365797:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896020.365809:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896020.365814:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9300. 00000800:00000200:3.0:1790896020.365821:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896020.365828:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896020.365834:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896020.365849:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.365853:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896020.365856:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295039736 00000100:00000010:3.0:1790896020.365859:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a85958ea0. 00000100:00000001:3.0:1790896020.365865:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790896020.365870:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295039736 00000100:00000010:3.0:1790896020.365873:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a85958cc0. 00000100:00000001:3.0:1790896020.365876:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790896020.365879:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.365881:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.365884:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896020.365887:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365894:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896020.365896:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.365898:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896020.365900:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896020.365902:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.365905:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300918912:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.365908:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896020.365910:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896020.365911:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.365913:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896020.365916:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85358a00. 02000000:00000001:3.0:1790896020.365918:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.365921:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896020.365931:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564e18. 00000400:00000010:3.0:1790896020.365934:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83110. 00000100:00000200:3.0:1790896020.365937:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300918912, portal 10 00000100:00000001:3.0:1790896020.365939:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896020.365940:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511111168 : -117190198440448 : ffff956a87d9ce00) 00000100:00000040:3.0:1790896020.365947:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.365954:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896020.365956:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896020.365958:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83cc0. 00000100:00000200:3.0:1790896020.365961:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300918912, offset 0 00000400:00000200:3.0:1790896020.365965:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896020.365968:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.365972:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896020.365974:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896020.365977:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896020.365979:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896020.365980:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896020.365983:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [127:127:255:4294967295] 192.168.202.146@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:3.0:1790896020.365987:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.365992:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896020.365996:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896020.365999:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9400. 00000800:00000200:3.0:1790896020.366004:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896020.366008:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896020.366011:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896020.366014:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.366017:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: using a timeout of 170387 usecs (171 jiffies) 00000400:00000200:3.0:1790896020.366019:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896020.366021:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295038636 00000100:00000001:3.0:1790896020.366023:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.366031:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295038636 00000100:00000001:3.0:1790896020.366033:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.366035:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.366038:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.366040:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896020.366043:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.366049:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896020.366050:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.366052:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896020.366054:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896020.366055:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.366058:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919168:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.366061:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896020.366063:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896020.366065:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.366066:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896020.366069:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85359800. 02000000:00000001:3.0:1790896020.366070:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.366074:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896020.366076:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564058. 00000400:00000010:3.0:1790896020.366080:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83990. 00000100:00000200:3.0:1790896020.366083:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919168, portal 10 00000100:00000001:3.0:1790896020.366085:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896020.366086:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511121024 : -117190198430592 : ffff956a87d9f480) 00000100:00000040:3.0:1790896020.366091:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.366096:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896020.366098:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896020.366100:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83dd0. 00000100:00000200:3.0:1790896020.366102:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300919168, offset 0 00000400:00000200:3.0:1790896020.366113:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896020.366116:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.366120:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896020.366122:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896020.366125:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896020.366127:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896020.366129:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896020.366132:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [128:128:254:4294967295] 192.168.202.146@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:3.0:1790896020.366135:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.366141:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896020.366145:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896020.366148:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9d00. 00000800:00000200:3.0:1790896020.366152:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896020.366156:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896020.366158:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896020.366160:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.367082:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: using a timeout of 13982 usecs (14 jiffies) 00000400:00000200:3.0:1790896020.367090:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896020.367093:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295038480 00000100:00000001:3.0:1790896020.367096:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367098:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295038480 00000100:00000001:3.0:1790896020.367100:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367102:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.367104:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.367106:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896020.367112:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367119:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896020.367120:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367130:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896020.367132:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896020.367134:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.367137:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919424:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.367140:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896020.367144:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896020.367146:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367147:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896020.367150:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85358200. 02000000:00000001:3.0:1790896020.367152:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.367156:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896020.367158:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564d68. 00000400:00000010:3.0:1790896020.367186:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83d48. 00000100:00000200:3.0:1790896020.367191:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919424, portal 4 00000100:00000001:3.0:1790896020.367193:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896020.367194:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511118336 : -117190198433280 : ffff956a87d9ea00) 00000100:00000040:3.0:1790896020.367201:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367208:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896020.367210:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896020.367212:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83908. 00000100:00000200:3.0:1790896020.367215:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300919424, offset 0 00000400:00000200:3.0:1790896020.367220:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896020.367225:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.367230:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896020.367233:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896020.367236:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896020.367238:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896020.367240:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896020.367243:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [129:129:253:4294967295] 192.168.202.146@tcp LPNI seq info [129:129:5:4294967295] 00000400:00000200:3.0:1790896020.367257:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.367264:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896020.367274:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896020.367278:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9600. 00000800:00000200:3.0:1790896020.367282:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896020.367287:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896020.367289:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896020.367294:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.367298:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: using a timeout of 43286 usecs (44 jiffies) 00000400:00000200:3.0:1790896020.367301:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896020.367304:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295038511 00000100:00000001:3.0:1790896020.367307:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367310:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295038511 00000100:00000001:3.0:1790896020.367312:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367316:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.367318:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.367321:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.367325:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.367334:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896020.367336:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790896020.367338:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896020.367340:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896020.367343:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.367346:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1790896020.367348:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.367351:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896020.367353:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.367355:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896020.367357:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896020.367358:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896020.367362:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367369:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896020.367370:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367378:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896020.367381:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896020.367383:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.367387:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300918784:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.367390:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896020.367393:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896020.367395:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367397:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896020.367399:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85359000. 02000000:00000001:3.0:1790896020.367401:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.367404:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896020.367407:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d5648f0. 00000400:00000010:3.0:1790896020.367411:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b836e8. 00000100:00000200:3.0:1790896020.367415:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300918784, portal 10 00000100:00000001:3.0:1790896020.367417:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896020.367419:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511107584 : -117190198444032 : ffff956a87d9c000) 00000100:00000040:3.0:1790896020.367425:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367431:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896020.367445:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896020.367448:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83bb0. 00000100:00000200:3.0:1790896020.367451:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300918784, offset 0 00000400:00000200:3.0:1790896020.367455:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896020.367460:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.367465:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896020.367469:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896020.367472:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896020.367475:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1790896020.367477:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1790896020.367479:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896020.367488:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [130:130:252:4294967295] 192.168.202.146@tcp LPNI seq info [130:130:4:4294967295] 00000800:00000010:0.0:1790896020.367491:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9300. 00000400:00000200:3.0:1790896020.367495:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.367504:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790896020.367514:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:0.0:1790896020.367519:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000800:00000200:3.0:1790896020.367536:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896020.367540:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9f00. 00000400:00000200:0.0:1790896020.367548:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83770 00000800:00000200:3.0:1790896020.367548:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896020.367553:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896020.367556:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896020.367559:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.367566:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: using a timeout of 137758 usecs (138 jiffies) 00000400:00000010:0.0:1790896020.367567:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83770. 00000400:00000200:3.0:1790896020.367574:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896020.367578:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1790896020.367578:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295038605 00000100:00000001:3.0:1790896020.367585:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367588:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295038605 00000100:00000200:0.0:1790896020.367592:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367594:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367603:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.367614:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.367625:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1790896020.367638:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.367640:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367652:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896020.367654:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367656:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896020.367658:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896020.367659:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.367664:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919040:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.367667:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896020.367670:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896020.367672:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367673:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896020.367676:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85359600. 02000000:00000001:3.0:1790896020.367678:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.367681:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896020.367690:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564790. 00000400:00000010:3.0:1790896020.367694:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83088. 00000100:00000200:3.0:1790896020.367697:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919040, portal 10 00000100:00000001:3.0:1790896020.367699:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896020.367700:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511120128 : -117190198431488 : ffff956a87d9f100) 00000100:00000040:3.0:1790896020.367707:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367713:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896020.367715:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896020.367716:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b835d8. 00000100:00000200:3.0:1790896020.367718:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300919040, offset 0 00000400:00000200:3.0:1790896020.367722:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896020.367726:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.367729:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896020.367732:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896020.367734:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896020.367736:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896020.367738:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896020.367740:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [131:131:251:4294967295] 192.168.202.146@tcp LPNI seq info [131:131:3:4294967295] 00000400:00000200:3.0:1790896020.367744:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:0.0:1790896020.367785:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.367795:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.367798:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1790896020.367886:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896020.367894:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896020.367898:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9100. 00000800:00000200:3.0:1790896020.367902:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896020.367906:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896020.367909:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896020.367912:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.367915:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: using a timeout of 15425 usecs (16 jiffies) 00000400:00000200:3.0:1790896020.367919:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896020.367921:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295038483 00000100:00000001:3.0:1790896020.367923:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367931:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295038483 00000100:00000001:3.0:1790896020.367933:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.367935:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.367937:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.367940:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896020.367944:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.367951:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896020.367952:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367954:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896020.367956:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896020.367958:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896020.367960:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919296:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.367963:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896020.367966:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896020.367967:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.367968:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896020.367972:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85358c00. 02000000:00000001:3.0:1790896020.367973:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.367977:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896020.367979:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564aa8. 00000400:00000010:3.0:1790896020.367983:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b837f8. 00000100:00000200:3.0:1790896020.367986:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919296, portal 4 00000100:00000001:3.0:1790896020.367987:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896020.367989:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511109376 : -117190198442240 : ffff956a87d9c700) 00000100:00000040:3.0:1790896020.367995:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.368001:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896020.368003:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896020.368005:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83b28. 00000100:00000200:3.0:1790896020.368007:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300919296, offset 0 00000400:00000200:3.0:1790896020.368019:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896020.368023:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896020.368026:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896020.368029:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896020.368031:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896020.368034:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896020.368035:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896020.368038:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [132:132:250:4294967295] 192.168.202.146@tcp LPNI seq info [132:132:2:4294967295] 00000400:00000200:3.0:1790896020.368042:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896020.368203:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896020.368207:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896020.368548:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896020.368554:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896020.368560:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9300. 00000800:00000200:0.0:1790896020.368562:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896020.368571:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9400. 00000800:00000200:3.0:1790896020.368572:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:0.0:1790896020.368584:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1790896020.368586:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896020.368592:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1790896020.368598:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:3.0:1790896020.368601:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896020.368607:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83cc0 00000100:00000040:3.0:1790896020.368608:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: using a timeout of 32772 usecs (33 jiffies) 00000400:00000010:0.0:1790896020.368614:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83cc0. 00000400:00000200:3.0:1790896020.368623:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896020.368625:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1790896020.368628:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295038501 00000100:00000200:0.0:1790896020.368636:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.368636:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.368645:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295038501 00000100:00000001:3.0:1790896020.368648:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295039736 00000100:00000001:3.0:1790896020.368650:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.368652:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.368655:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.368658:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.368787:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896020.368793:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.368800:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.368802:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896020.368817:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896020.368820:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9d00. 00000400:00000200:0.0:1790896020.368824:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.368828:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896020.368831:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83dd0 00000400:00000010:0.0:1790896020.368833:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83dd0. 00000100:00000001:0.0:1790896020.368835:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896020.368840:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.368848:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896020.368864:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.368871:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.368873:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896020.368883:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896020.368885:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9600. 00000400:00000200:0.0:1790896020.368888:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.368892:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896020.368896:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83908 00000400:00000010:0.0:1790896020.368898:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83908. 00000100:00000001:0.0:1790896020.368900:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896020.368905:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.368913:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896020.368916:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.368923:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.368925:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896020.368932:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896020.368934:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9f00. 00000400:00000200:0.0:1790896020.368937:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.368941:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896020.368944:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83bb0 00000400:00000010:0.0:1790896020.368945:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83bb0. 00000100:00000001:0.0:1790896020.368948:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896020.368952:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.368959:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896020.368962:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.368968:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.368969:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896020.368986:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896020.368988:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9100. 00000400:00000200:0.0:1790896020.368991:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.368995:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896020.368997:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b835d8 00000400:00000010:0.0:1790896020.368999:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b835d8. 00000100:00000001:0.0:1790896020.369002:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896020.369006:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.369014:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896020.369017:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.369024:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.369026:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896020.369121:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896020.369124:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9300. 00000400:00000200:0.0:1790896020.369127:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.369131:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896020.369133:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83b28 00000400:00000010:0.0:1790896020.369135:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83b28. 00000100:00000001:0.0:1790896020.369137:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896020.369142:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.369149:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896020.369152:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.369158:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896020.369160:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790896020.376519:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376666:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896020.376672:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376676:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.376688:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376712:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896020.376724:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376732:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376739:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376746:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68503e80 00000400:00000200:0.0:1790896020.376770:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376780:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1790896020.376791:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376797:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.376802:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.376808:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896020.376818:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896020.376831:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896020.376843:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.376865:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896020.376878:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376882:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896020.376884:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376886:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.376889:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376892:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896020.376897:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376899:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376902:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376905:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68503e00 00000400:00000200:0.0:1790896020.376909:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376913:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:0.0:1790896020.376917:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376921:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.376929:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.376933:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896020.376937:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896020.376941:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896020.376950:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.376958:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896020.376964:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376969:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896020.376971:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.376974:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.376978:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376982:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896020.376987:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376990:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376993:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.376996:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68503c80 00000400:00000200:0.0:1790896020.376999:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377005:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1790896020.377009:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377012:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377014:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.377017:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896020.377019:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896020.377024:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896020.377033:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.377040:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896020.377055:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377060:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896020.377062:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377064:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377068:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377071:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896020.377076:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377078:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377081:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377084:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68503d80 00000400:00000200:0.0:1790896020.377087:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377092:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1790896020.377095:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377099:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377101:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.377104:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896020.377107:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896020.377113:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896020.377121:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.377129:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896020.377133:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377136:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896020.377138:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377140:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377144:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377148:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896020.377152:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377156:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377160:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377199:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x6abee68503b80 00000400:00000200:0.0:1790896020.377203:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377216:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:0.0:1790896020.377220:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377226:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377228:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.377232:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896020.377235:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896020.377240:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896020.377249:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.377256:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896020.377260:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377264:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896020.377266:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377268:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377270:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377273:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896020.377277:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377279:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377281:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377284:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68503c00 00000400:00000200:0.0:1790896020.377286:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377290:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1790896020.377292:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377295:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377296:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.377299:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896020.377301:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896020.377305:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896020.377312:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.377325:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896020.377330:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377333:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896020.377335:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377337:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377340:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377344:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896020.377348:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377350:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377353:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377356:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68503d00 00000400:00000200:0.0:1790896020.377359:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896020.377363:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1790896020.377366:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377373:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896020.377375:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896020.377378:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896020.377381:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896020.377386:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896020.377394:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896020.377401:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896020.377404:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896020.377406:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.377775:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896020.377781:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790896020.377789:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896020.377791:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896020.377795:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d5648f0. 00000400:00000200:3.0:1790896020.377808:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b836e8 00000400:00000010:3.0:1790896020.377811:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b836e8. 00000100:00000001:3.0:1790896020.377815:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896020.377819:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896020.377827:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.377833:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896020.377835:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.377838:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896020.377842:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896020.377845:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896020.377847:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.377851:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896020.377862:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89911460 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896020.377867:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89911418 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896020.377869:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896020.377871:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896020.377874:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896020.377878:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.377881:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896020.377884:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896020.377885:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896020.377887:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.377892:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.377899:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.377903:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896020.377905:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896020.377909:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896020.377916:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300918784:192.168.202.146@tcp:400:kworker.0 00000400:00000001:3.0:1790896020.377930:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896020.377932:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896020.377934:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564790. 00000400:00000200:3.0:1790896020.377937:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83088 00000400:00000010:3.0:1790896020.377938:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83088. 00000100:00000001:3.0:1790896020.377941:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896020.377945:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896020.377952:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.377957:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896020.377959:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.377960:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896020.377961:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896020.377963:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896020.377964:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.377965:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896020.377971:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de2c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896020.377973:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de2c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896020.377976:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896020.377977:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896020.377979:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896020.377980:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.377983:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896020.377984:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896020.377986:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896020.377988:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.377991:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.377997:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.377999:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896020.378001:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896020.378004:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896020.378018:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919040:192.168.202.146@tcp:400:kworker.0 00000400:00000001:3.0:1790896020.378024:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896020.378025:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896020.378028:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564aa8. 00000400:00000200:3.0:1790896020.378030:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b837f8 00000400:00000010:3.0:1790896020.378032:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b837f8. 00000100:00000001:3.0:1790896020.378034:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896020.378038:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896020.378046:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378052:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896020.378053:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378055:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896020.378057:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896020.378059:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896020.378060:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.378062:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896020.378067:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de0460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896020.378070:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de0418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896020.378073:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896020.378074:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896020.378076:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790896020.378080:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790896020.378087:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.378089:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896020.378090:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896020.378092:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896020.378093:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.378097:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378110:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.378112:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896020.378114:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896020.378118:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896020.378125:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919296:192.168.202.146@tcp:400:kworker.0 00000400:00000001:3.0:1790896020.378131:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896020.378133:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896020.378135:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d5646e0. 00000400:00000200:3.0:1790896020.378137:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b834c8 00000400:00000010:3.0:1790896020.378139:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b834c8. 00000100:00000001:3.0:1790896020.378141:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896020.378144:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896020.378151:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378157:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896020.378159:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378192:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896020.378193:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896020.378195:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896020.378196:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.378198:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896020.378201:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4c60 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896020.378204:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896020.378206:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896020.378208:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896020.378209:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896020.378211:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.378213:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.378217:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378230:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.378232:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896020.378234:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896020.378238:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896020.378246:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300918656:192.168.202.146@tcp:400:kworker.0 00000400:00000001:3.0:1790896020.378251:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896020.378253:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896020.378255:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564e18. 00000400:00000200:3.0:1790896020.378257:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83110 00000400:00000010:3.0:1790896020.378259:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83110. 00000100:00000001:3.0:1790896020.378262:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896020.378265:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896020.378273:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378279:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896020.378280:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378281:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896020.378283:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896020.378284:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896020.378286:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.378288:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896020.378293:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89912460 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896020.378296:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89912418 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896020.378299:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896020.378300:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896020.378302:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790896020.378306:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790896020.378326:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.378329:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896020.378330:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896020.378332:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896020.378333:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.378337:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378344:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.378346:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896020.378347:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896020.378350:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896020.378358:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300918912:192.168.202.146@tcp:400:kworker.0 00000400:00000001:3.0:1790896020.378364:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896020.378366:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896020.378368:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564058. 00000400:00000200:3.0:1790896020.378371:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83990 00000400:00000010:3.0:1790896020.378372:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83990. 00000100:00000001:3.0:1790896020.378375:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896020.378379:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896020.378387:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378393:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896020.378395:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378396:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896020.378398:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896020.378399:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896020.378401:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.378409:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896020.378415:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de6c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896020.378418:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de6c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896020.378420:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896020.378422:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896020.378424:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790896020.378427:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790896020.378434:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.378436:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896020.378438:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896020.378440:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896020.378441:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.378444:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378450:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.378452:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896020.378453:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896020.378456:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896020.378463:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919168:192.168.202.146@tcp:400:kworker.0 00000400:00000001:3.0:1790896020.378480:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896020.378483:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896020.378486:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564d68. 00000400:00000200:3.0:1790896020.378489:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83d48 00000400:00000010:3.0:1790896020.378491:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83d48. 00000100:00000001:3.0:1790896020.378494:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896020.378498:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896020.378506:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378523:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896020.378524:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378534:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896020.378536:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896020.378537:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896020.378539:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896020.378541:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896020.378545:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de3c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896020.378549:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de3c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896020.378551:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896020.378552:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896020.378553:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790896020.378558:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790896020.378565:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.378567:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896020.378569:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896020.378571:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896020.378572:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896020.378576:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378583:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896020.378584:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896020.378586:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896020.378589:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896020.378595:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300919424:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896020.378600:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378603:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.378607:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9c000 x1877890300918784/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378619:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896020.378622:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896020.378627:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85359000. 02000000:00000001:3.0:1790896020.378631:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896020.378634:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896020.378636:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a89911000 refcount=3 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000001:3.0:1790896020.378639:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896020.378642:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9c00. 02000000:00000001:3.0:1790896020.378774:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896020.378777:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896020.378780:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9c000. 00000100:00000001:3.0:1790896020.378784:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896020.378786:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378788:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.378792:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9f100 x1877890300919040/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378799:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896020.378801:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896020.378802:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85359600. 02000000:00000001:3.0:1790896020.378804:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896020.378806:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896020.378807:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a83de2800 refcount=3 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000001:3.0:1790896020.378809:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896020.378811:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9500. 02000000:00000001:3.0:1790896020.378813:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896020.378814:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896020.378815:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9f100. 00000100:00000001:3.0:1790896020.378817:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896020.378818:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378820:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.378822:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9c700 x1877890300919296/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378827:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896020.378828:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896020.378835:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85358c00. 02000000:00000001:3.0:1790896020.378837:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896020.378838:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896020.378839:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a83de0000 refcount=2 obd=lustre-OST0000-osc-ffff956a831ad800 00000020:00000001:3.0:1790896020.378841:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896020.378842:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9200. 02000000:00000001:3.0:1790896020.378844:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896020.378845:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896020.378847:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9c700. 00000100:00000001:3.0:1790896020.378849:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896020.378850:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378852:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.378855:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9d180 x1877890300918656/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378861:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896020.378862:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896020.378864:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85359e00. 02000000:00000001:3.0:1790896020.378865:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896020.378867:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896020.378868:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1790896020.378870:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896020.378871:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9a00. 02000000:00000001:3.0:1790896020.378873:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896020.378874:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896020.378875:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9d180. 00000100:00000001:3.0:1790896020.378877:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896020.378878:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378879:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.378882:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9ce00 x1877890300918912/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378887:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896020.378888:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896020.378889:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85358a00. 02000000:00000001:3.0:1790896020.378890:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896020.378891:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896020.378892:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a89912000 refcount=3 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000020:00000001:3.0:1790896020.378894:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896020.378900:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9b00. 02000000:00000001:3.0:1790896020.378902:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896020.378903:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896020.378904:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9ce00. 00000100:00000001:3.0:1790896020.378907:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896020.378908:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378909:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.378913:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9f480 x1877890300919168/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378919:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896020.378921:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896020.378922:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85359800. 02000000:00000001:3.0:1790896020.378924:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896020.378925:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896020.378926:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a83de6800 refcount=3 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000001:3.0:1790896020.378928:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896020.378930:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9900. 02000000:00000001:3.0:1790896020.378932:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896020.378933:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896020.378934:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9f480. 00000100:00000001:3.0:1790896020.378936:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896020.378937:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378938:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896020.378941:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9ea00 x1877890300919424/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896020.378947:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896020.378948:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896020.378949:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85358200. 02000000:00000001:3.0:1790896020.378951:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896020.378952:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896020.378953:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a83de3800 refcount=2 obd=lustre-OST0001-osc-ffff956a831ad800 00000020:00000001:3.0:1790896020.378954:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896020.378956:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9700. 02000000:00000001:3.0:1790896020.378958:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896020.378959:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896020.378960:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9ea00. 00000100:00000001:3.0:1790896020.378966:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896020.378967:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378970:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896020.378980:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896020.378982:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896020.378985:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896020.378988:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896020.877521:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896020.877527:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896020.877533:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896020.877534:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790896020.879861:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790896020.879867:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790896020.879871:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1790896021.273680:0:9358:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790896021.273692:0:9358:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1790896021.562670:0:9394:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1790896021.562677:0:9394:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg246-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1790896021.569098:0:9394:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1790896021.644229:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4110 (cpu 1) has reached its deadline 4295039736, at 4295039744 00000100:00000010:1.0:1790896021.644244:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a85958cc0. 00000100:00000040:0.0:1790896021.644323:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4000 (cpu 0) has reached its deadline 4295039736, at 4295039744 00000100:00000010:0.0:1790896021.644329:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a85958ea0. 00010000:00000001:2.0:1790896021.900308:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896021.900333:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896021.900339:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896021.900340:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896021.900446:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896021.900455:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896021.900458:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1790896022.024585:0:9407:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1790896022.024598:0:9407:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790896022.066788:0:9410:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790896022.066800:0:9410:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896022.924276:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896022.924284:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896022.924290:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896022.924291:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896022.924379:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896022.924382:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896022.924385:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896023.948304:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896023.948311:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896023.948317:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896023.948319:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896023.948604:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896023.948607:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896023.948611:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896024.972320:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896024.972328:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896024.972334:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896024.972339:0:137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790896024.972341:0:137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790896024.972345:0:137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896024.972347:0:137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790896024.972350:0:137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896024.972352:0:137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896024.972354:0:137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896024.972441:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896024.972445:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896024.972448:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790896025.484380:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896025.484392:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896025.484403:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b65c00. 00000020:00000040:1.0:1790896025.484408:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1790896025.484413:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896025.484416:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896025.484420:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896025.484440:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1000. 00000100:00000001:1.0:1790896025.484447:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484459:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896025.484470:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896025.484475:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484481:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b441590] to pc [ptlrpcd_00_00+0] req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.484512:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484515:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896025.484518:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896025.484521:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b66d80. 00000020:00000040:1.0:1790896025.484523:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89911000 refcount=4 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000100:00000001:1.0:1790896025.484539:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896025.484541:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896025.484543:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896025.484547:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1f00. 00000100:00000001:0.0:1790896025.484548:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896025.484550:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484552:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896025.484555:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790896025.484555:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1790896025.484562:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.484564:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896025.484566:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484569:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056a21331] to pc [ptlrpcd_00_01+1] req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.484570:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896025.484572:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.484575:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896025.484578:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896025.484578:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.484580:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484580:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1790896025.484583:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300919552:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896025.484583:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896025.484585:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b64380. 00000100:00000001:0.0:1790896025.484587:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1790896025.484587:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89912000 refcount=4 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000100:00000001:1.0:1790896025.484589:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896025.484590:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896025.484592:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.484593:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1790896025.484594:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1600. 02000000:00000001:0.0:1790896025.484595:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.484596:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.484597:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1790896025.484600:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1790896025.484601:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0200. 02000000:00000001:0.0:1790896025.484603:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.484606:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896025.484607:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484610:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5b6620] to pc [ptlrpcd_00_00+0] req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790896025.484611:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896025.484616:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b9f8. 00000100:00000001:1.0:1790896025.484617:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484619:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1790896025.484622:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1790896025.484623:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfd48. 00000100:00000200:0.0:1790896025.484628:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919552, portal 25 00000100:00000040:1.0:1790896025.484629:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790896025.484631:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1790896025.484632:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1790896025.484633:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458456576 : -117190251095040 : ffff956a84b65c00) 00000100:00000040:1.0:1790896025.484635:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790896025.484638:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.484639:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896025.484641:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b64a80. 00000020:00000040:1.0:1790896025.484643:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de2800 refcount=4 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000100:00000001:1.0:1790896025.484645:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896025.484646:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896025.484648:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896025.484652:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1300. 00000100:00000001:1.0:1790896025.484654:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484656:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896025.484658:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000100:00000040:1.0:1790896025.484659:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1790896025.484661:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df990. 00000100:00000200:0.0:1790896025.484664:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877890300919552, offset 0 00000100:00000001:1.0:1790896025.484665:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896025.484667:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896025.484670:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000040:1.0:1790896025.484670:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e82260] to pc [ptlrpcd_00_01+1] req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.484676:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896025.484677:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:1.0:1790896025.484678:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896025.484681:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896025.484683:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b67b80. 00000020:00000040:1.0:1790896025.484684:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de6800 refcount=4 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000400:00000200:0.0:1790896025.484685:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000100:00000001:1.0:1790896025.484686:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896025.484687:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1790896025.484689:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1790896025.484689:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896025.484691:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1800. 00000100:00000001:1.0:1790896025.484693:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484696:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1790896025.484698:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896025.484712:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896025.484715:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896025.484720:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [133:133:256:4294967295] 192.168.202.146@tcp LPNI seq info [133:133:8:4294967295] 00000100:00000001:1.0:1790896025.484723:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1790896025.484724:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1790896025.484725:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484728:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c41885a3] to pc [ptlrpcd_00_00+0] req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790896025.484734:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000100:00000001:1.0:1790896025.484736:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484738:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1790896025.484740:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000001:1.0:1790896025.484741:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896025.484744:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b66680. 00000800:00000010:0.0:1790896025.484745:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8e0ff900. 00000020:00000040:1.0:1790896025.484746:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de0000 refcount=3 obd=lustre-OST0000-osc-ffff956a831ad800 00000100:00000001:1.0:1790896025.484748:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896025.484749:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1790896025.484751:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 02000000:00000001:1.0:1790896025.484751:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896025.484754:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1a00. 00000100:00000001:1.0:1790896025.484756:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790896025.484759:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000100:00000040:1.0:1790896025.484763:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1790896025.484766:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8e0ff900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790896025.484770:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896025.484771:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484774:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000676911aa] to pc [ptlrpcd_00_01+1] req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.484779:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.484781:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896025.484783:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:1.0:1790896025.484783:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790896025.484786:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295044855 00000100:00000001:1.0:1790896025.484786:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896025.484788:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b65500. 00000100:00000010:0.0:1790896025.484789:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a917cf8a0. 00000020:00000040:1.0:1790896025.484791:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de3800 refcount=3 obd=lustre-OST0001-osc-ffff956a831ad800 00000100:00000001:1.0:1790896025.484792:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896025.484793:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896025.484794:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484795:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1790896025.484797:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1900. 00000100:00000001:0.0:1790896025.484800:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295044855 00000100:00000010:0.0:1790896025.484803:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a917cf960. 00000100:00000001:1.0:1790896025.484804:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484806:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1790896025.484808:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896025.484809:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896025.484811:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484814:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.484814:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896025.484816:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484817:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896025.484820:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000542c1862] to pc [ptlrpcd_00_00+0] req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.484823:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896025.484825:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790896025.484825:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484828:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896025.484829:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1790896025.484829:0:8800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:0.0:1790896025.484830:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896025.484833:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.484839:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896025.484845:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.484847:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896025.484849:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896025.484850:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.484852:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1790896025.484854:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300919808:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896025.484854:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790896025.484856:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1790896025.484857:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1790896025.484859:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1790896025.484860:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896025.484862:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.484864:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896025.484866:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0600. 00000100:00000001:1.0:1790896025.484866:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790896025.484867:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.484868:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.484869:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790896025.484870:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1790896025.484872:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000001:1.0:1790896025.484872:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790896025.484874:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b2c0. 00000100:00100000:1.0:1790896025.484875:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300919680:192.168.202.146@tcp:400:kworker.0 00000400:00000010:0.0:1790896025.484878:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df880. 00000100:00000001:1.0:1790896025.484878:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790896025.484879:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1790896025.484881:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919808, portal 10 02000000:00000001:1.0:1790896025.484881:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484882:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1790896025.484883:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1790896025.484884:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458450304 : -117190251101312 : ffff956a84b64380) 02000000:00000010:1.0:1790896025.484885:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a899cbc00. 02000000:00000001:1.0:1790896025.484887:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896025.484890:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790896025.484890:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1790896025.484892:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a84df1058. 00000400:00000010:1.0:1790896025.484895:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e1092a8. 00000100:00000001:0.0:1790896025.484896:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896025.484898:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000100:00000200:1.0:1790896025.484899:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919680, portal 10 00000100:00000001:1.0:1790896025.484900:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1790896025.484901:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfcc0. 00000100:00000001:1.0:1790896025.484901:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458461056 : -117190251090560 : ffff956a84b66d80) 00000100:00000200:0.0:1790896025.484903:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300919808, offset 0 00000400:00000200:0.0:1790896025.484907:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896025.484910:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:1.0:1790896025.484912:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790896025.484914:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896025.484917:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1790896025.484918:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1790896025.484919:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000100:00000040:1.0:1790896025.484921:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896025.484922:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1790896025.484923:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e109bb0. 00000400:00000200:0.0:1790896025.484924:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000200:1.0:1790896025.484926:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300919680, offset 0 00000400:00000200:0.0:1790896025.484927:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [134:134:255:4294967295] 192.168.202.146@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:1.0:1790896025.484930:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896025.484931:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.484936:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896025.484945:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:1.0:1790896025.484945:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896025.484947:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000800:00000010:0.0:1790896025.484948:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8e0ff700. 00000400:00000200:1.0:1790896025.484950:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1790896025.484952:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:1.0:1790896025.484952:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1790896025.484954:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1790896025.484956:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:1.0:1790896025.484956:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000800:00000200:0.0:1790896025.484959:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8e0ff700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1790896025.484959:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [135:135:254:4294967295] 192.168.202.146@tcp LPNI seq info [135:135:6:4294967295] 00000100:00000001:0.0:1790896025.484962:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896025.484963:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:0.0:1790896025.484966:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: using a timeout of 161312 usecs (162 jiffies) 00000400:00000200:1.0:1790896025.484968:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:0.0:1790896025.484969:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896025.484971:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295043746 00000100:00000001:0.0:1790896025.484973:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295044855 00000800:00000200:1.0:1790896025.484973:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000001:0.0:1790896025.484975:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295043746 00000800:00000010:1.0:1790896025.484976:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b8ce700. 00000100:00000001:0.0:1790896025.484977:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295044855 00000100:00000001:0.0:1790896025.484980:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1790896025.484980:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:0.0:1790896025.484982:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.484984:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1790896025.484984:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1790896025.484986:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b8ce700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1790896025.484988:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.484988:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.484991:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: using a timeout of 132206 usecs (133 jiffies) 00000100:00000001:0.0:1790896025.484994:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1790896025.484994:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896025.484996:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.484996:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295043717 02000000:00000001:0.0:1790896025.484998:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1790896025.484998:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295044855 02000000:00000001:0.0:1790896025.485000:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896025.485000:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295043717 02000000:00000001:0.0:1790896025.485002:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.485002:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295044855 00000100:00000001:1.0:1790896025.485004:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1790896025.485005:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300920064:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896025.485007:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896025.485010:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1790896025.485010:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.485011:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.485011:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1790896025.485013:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896025.485015:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0c00. 00000100:00000040:1.0:1790896025.485015:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1790896025.485017:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896025.485020:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1790896025.485022:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790896025.485023:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.485024:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1790896025.485026:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014bd10. 02000000:00000001:1.0:1790896025.485026:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790896025.485028:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1790896025.485029:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfaa0. 00000100:00100000:1.0:1790896025.485030:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300919936:192.168.202.146@tcp:400:kworker.0 00000100:00000200:0.0:1790896025.485032:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920064, portal 10 00000100:00000001:0.0:1790896025.485033:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790896025.485033:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1790896025.485035:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458464640 : -117190251086976 : ffff956a84b67b80) 02000000:00000001:1.0:1790896025.485035:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790896025.485037:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.485038:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1790896025.485040:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1790896025.485040:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a899cb200. 02000000:00000001:1.0:1790896025.485042:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896025.485045:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896025.485047:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1790896025.485047:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a84df16e0. 00000100:00000040:0.0:1790896025.485049:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1790896025.485050:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e1095d8. 00000400:00000010:0.0:1790896025.485051:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df110. 00000100:00000200:0.0:1790896025.485053:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300920064, offset 0 00000100:00000200:1.0:1790896025.485053:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300919936, portal 10 00000100:00000001:1.0:1790896025.485054:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790896025.485055:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458452096 : -117190251099520 : ffff956a84b64a80) 00000400:00000200:0.0:1790896025.485057:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896025.485060:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:1.0:1790896025.485061:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790896025.485063:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896025.485066:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1790896025.485067:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1790896025.485069:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000100:00000040:1.0:1790896025.485070:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896025.485071:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1790896025.485071:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e109c38. 00000400:00000200:0.0:1790896025.485074:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000200:1.0:1790896025.485074:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300919936, offset 0 00000400:00000200:0.0:1790896025.485076:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [136:136:253:4294967295] 192.168.202.146@tcp LPNI seq info [136:136:5:4294967295] 00000400:00000200:1.0:1790896025.485077:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896025.485091:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.485097:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896025.485100:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:1.0:1790896025.485101:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:0.0:1790896025.485104:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437b00. 00000400:00000200:1.0:1790896025.485104:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1790896025.485107:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1790896025.485108:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896025.485112:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:1.0:1790896025.485114:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000800:00000200:0.0:1790896025.485115:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896025.485117:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896025.485120:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: using a timeout of 14677 usecs (15 jiffies) 00000400:00000200:0.0:1790896025.485123:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896025.485125:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295043599 00000100:00000001:0.0:1790896025.485127:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295044855 00000100:00000001:0.0:1790896025.485133:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295043599 00000100:00000001:0.0:1790896025.485135:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295044855 00000100:00000001:0.0:1790896025.485137:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896025.485139:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.485141:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896025.485144:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.485150:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896025.485151:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.485154:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896025.485155:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896025.485157:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896025.485159:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300920320:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896025.485163:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896025.485206:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896025.485208:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.485209:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896025.485213:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b1c00. 02000000:00000001:0.0:1790896025.485214:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896025.485218:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896025.485221:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b108. 00000400:00000010:0.0:1790896025.485225:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfe58. 00000100:00000200:0.0:1790896025.485228:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920320, portal 4 00000100:00000001:0.0:1790896025.485229:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896025.485230:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458454784 : -117190251096832 : ffff956a84b65500) 00000020:00000010:0.0:1790896025.485238:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff956a8a44a000. 00000100:00000040:0.0:1790896025.485244:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.485250:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896025.485252:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896025.485254:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df660. 00000100:00000200:0.0:1790896025.485262:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300920320, offset 0 00000400:00000200:0.0:1790896025.485266:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1790896025.485280:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790896025.485282:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1790896025.485285:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [137:137:252:4294967295] 192.168.202.146@tcp LPNI seq info [137:137:4:4294967295] 00000400:00000200:1.0:1790896025.485289:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896025.485295:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1790896025.485299:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1790896025.485303:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a89903000. 00000800:00000200:1.0:1790896025.485307:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1790896025.485311:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1790896025.485313:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a89903000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790896025.485317:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.485319:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: using a timeout of 15446 usecs (16 jiffies) 00000400:00000200:1.0:1790896025.485322:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1790896025.485324:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295043601 00000100:00000001:1.0:1790896025.485326:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295044855 00000100:00000001:1.0:1790896025.485328:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295043601 00000100:00000001:1.0:1790896025.485330:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295044855 00000100:00000001:1.0:1790896025.485332:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896025.485334:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.485336:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790896025.485340:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.485346:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790896025.485348:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.485349:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790896025.485353:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790896025.485355:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790896025.485357:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300920192:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896025.485368:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790896025.485370:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790896025.485372:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.485373:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790896025.485376:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a899cb600. 02000000:00000001:1.0:1790896025.485378:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896025.485381:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1790896025.485383:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a84df1e18. 00000400:00000010:1.0:1790896025.485386:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e109a18. 00000100:00000200:1.0:1790896025.485389:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920192, portal 4 00000100:00000001:1.0:1790896025.485391:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790896025.485392:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458459264 : -117190251092352 : ffff956a84b66680) 00000020:00000010:1.0:1790896025.485410:0:2403:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff956a834e8000. 00000100:00000040:1.0:1790896025.485416:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.485476:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790896025.485478:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:1.0:1790896025.485481:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e109330. 00000100:00000200:1.0:1790896025.485484:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300920192, offset 0 00000400:00000200:1.0:1790896025.485489:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896025.485774:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.485779:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896025.485782:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896025.485784:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896025.485786:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896025.485788:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896025.485791:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [138:138:251:4294967295] 192.168.202.146@tcp LPNI seq info [138:138:3:4294967295] 00000400:00000200:0.0:1790896025.485794:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.485800:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896025.485803:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896025.485807:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437200. 00000800:00000200:0.0:1790896025.485811:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896025.485814:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896025.485817:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896025.485820:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896025.485823:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: using a timeout of 29715 usecs (30 jiffies) 00000400:00000200:0.0:1790896025.485825:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896025.485827:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295043615 00000100:00000001:0.0:1790896025.485829:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295044855 00000100:00000001:0.0:1790896025.485831:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295043615 00000100:00000001:0.0:1790896025.485832:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295044855 00000100:00000001:0.0:1790896025.485834:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896025.485836:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.485838:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.485840:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.485845:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896025.485847:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1790896025.485848:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896025.485856:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896025.485858:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.485859:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790896025.485903:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896025.485907:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8e0ff900. 00000400:00000200:0.0:1790896025.485914:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.485920:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896025.485925:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df990 00000400:00000010:0.0:1790896025.485928:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df990. 00000100:00000001:0.0:1790896025.485932:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896025.485937:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.485946:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.485949:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.485955:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.485956:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896025.485966:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896025.485968:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8e0ff700. 00000400:00000200:0.0:1790896025.485970:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.485973:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896025.485976:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfcc0 00000400:00000010:0.0:1790896025.485977:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfcc0. 00000100:00000001:0.0:1790896025.485979:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896025.485982:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.485988:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.485991:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.485997:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.485998:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896025.486004:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896025.486005:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b8ce700. 00000400:00000200:0.0:1790896025.486008:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.486016:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896025.486018:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e109bb0 00000400:00000010:0.0:1790896025.486020:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e109bb0. 00000100:00000001:0.0:1790896025.486022:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896025.486026:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486032:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.486035:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486040:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.486042:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896025.486049:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896025.486051:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437b00. 00000400:00000200:0.0:1790896025.486054:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.486056:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896025.486059:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df110 00000400:00000010:0.0:1790896025.486060:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df110. 00000100:00000001:0.0:1790896025.486062:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896025.486065:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486071:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.486074:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486090:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.486092:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896025.486100:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896025.486102:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a89903000. 00000400:00000200:0.0:1790896025.486106:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.486109:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896025.486112:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e109c38 00000400:00000010:0.0:1790896025.486113:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e109c38. 00000100:00000001:0.0:1790896025.486115:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896025.486125:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486132:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.486135:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486141:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.486143:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896025.486218:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896025.486221:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437200. 00000400:00000200:0.0:1790896025.486224:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.486227:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896025.486230:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df660 00000400:00000010:0.0:1790896025.486232:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df660. 00000100:00000001:0.0:1790896025.486235:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896025.486238:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486246:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.486249:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.486255:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.486256:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790896025.491476:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491496:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896025.491500:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491503:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491526:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491533:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896025.491544:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491549:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491555:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491559:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504000 00000400:00000200:0.0:1790896025.491564:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491586:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:0.0:1790896025.491594:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491599:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491602:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.491607:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896025.491615:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.491624:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896025.491635:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.491653:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896025.491661:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491665:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896025.491666:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491668:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491671:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491674:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896025.491678:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491681:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491683:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491685:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68503f80 00000400:00000200:0.0:1790896025.491688:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491692:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1790896025.491695:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491699:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491700:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.491714:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896025.491717:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.491722:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896025.491730:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.491742:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896025.491747:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491750:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896025.491752:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491753:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491756:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491764:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896025.491768:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491770:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491772:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491775:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504100 00000400:00000200:0.0:1790896025.491778:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491781:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1790896025.491784:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491787:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491789:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.491792:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896025.491795:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.491799:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896025.491807:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.491814:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896025.491817:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491820:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896025.491821:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491823:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491826:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491829:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896025.491832:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491840:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491843:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491846:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504080 00000400:00000200:0.0:1790896025.491850:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491853:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1790896025.491857:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491861:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491863:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.491866:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896025.491869:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.491873:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896025.491881:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.491887:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896025.491891:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491893:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896025.491895:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491896:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491899:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491902:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896025.491905:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491907:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491910:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491912:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68504200 00000400:00000200:0.0:1790896025.491914:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.491918:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1790896025.491921:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491926:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.491928:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.491931:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896025.491933:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.491943:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896025.491950:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.491957:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896025.491961:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.491964:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.491980:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896025.491984:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790896025.491990:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790896025.491992:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790896025.491995:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b2c0. 00000400:00000200:0.0:1790896025.491999:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df880 00000400:00000010:0.0:1790896025.492002:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df880. 00000100:00000001:0.0:1790896025.492005:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.492009:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790896025.492017:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492023:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790896025.492025:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.492027:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790896025.492030:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790896025.492033:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896025.492035:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.492038:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896025.492046:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89912460 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1790896025.492051:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89912418 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896025.492053:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790896025.492055:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896025.492058:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790896025.492063:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790896025.492082:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.492087:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790896025.492089:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:0.0:1790896025.492091:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790896025.492092:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896025.492097:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492104:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896025.492107:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790896025.492108:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790896025.492112:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896025.492131:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300919808:192.168.202.146@tcp:400:kworker.0 00000400:00000001:0.0:1790896025.492138:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790896025.492139:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790896025.492141:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014bd10. 00000400:00000200:0.0:1790896025.492143:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfaa0 00000400:00000010:0.0:1790896025.492145:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfaa0. 00000100:00000001:0.0:1790896025.492147:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.492151:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790896025.492159:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492208:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790896025.492210:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.492211:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790896025.492213:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790896025.492214:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896025.492216:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.492223:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896025.492228:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de6c60 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1790896025.492232:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de6c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896025.492235:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790896025.492236:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896025.492238:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790896025.492243:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790896025.492249:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.492252:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790896025.492253:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:0.0:1790896025.492255:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790896025.492256:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896025.492260:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492266:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896025.492267:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790896025.492268:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790896025.492271:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896025.492281:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300920064:192.168.202.146@tcp:400:kworker.0 00000400:00000001:0.0:1790896025.492287:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790896025.492289:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790896025.492291:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b108. 00000400:00000200:0.0:1790896025.492293:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfe58 00000400:00000010:0.0:1790896025.492295:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfe58. 00000100:00000001:0.0:1790896025.492297:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.492300:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790896025.492308:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492325:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790896025.492326:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.492328:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790896025.492330:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790896025.492332:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896025.492333:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.492334:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896025.492339:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de3c60 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1790896025.492342:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de3c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896025.492343:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790896025.492345:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896025.492346:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790896025.492350:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790896025.492356:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.492359:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790896025.492360:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:0.0:1790896025.492361:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790896025.492363:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896025.492366:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492372:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896025.492373:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790896025.492374:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790896025.492377:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896025.492384:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300920320:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896025.492389:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.492392:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.492396:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b64380 x1877890300919808/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492409:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790896025.492411:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790896025.492415:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0600. 02000000:00000001:0.0:1790896025.492418:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790896025.492421:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790896025.492423:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a89912000 refcount=3 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000020:00000001:0.0:1790896025.492425:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790896025.492428:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1600. 02000000:00000001:0.0:1790896025.492434:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790896025.492436:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790896025.492439:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b64380. 00000100:00000001:0.0:1790896025.492444:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790896025.492445:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.492447:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.492450:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b67b80 x1877890300920064/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492456:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790896025.492458:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790896025.492459:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0c00. 02000000:00000001:0.0:1790896025.492460:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790896025.492462:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790896025.492463:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a83de6800 refcount=3 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000001:0.0:1790896025.492465:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790896025.492466:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1800. 02000000:00000001:0.0:1790896025.492468:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790896025.492469:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790896025.492470:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b67b80. 00000100:00000001:0.0:1790896025.492473:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790896025.492474:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.492475:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.492478:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b65500 x1877890300920320/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.492483:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790896025.492484:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790896025.492491:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b1c00. 02000000:00000001:0.0:1790896025.492493:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790896025.492494:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790896025.492495:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a83de3800 refcount=2 obd=lustre-OST0001-osc-ffff956a831ad800 00000020:00000001:0.0:1790896025.492497:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790896025.492498:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1900. 02000000:00000001:0.0:1790896025.492500:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790896025.492501:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790896025.492503:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b65500. 00000100:00000001:0.0:1790896025.492505:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790896025.492506:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.492509:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.492511:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896025.492512:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896025.492514:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.492516:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1790896025.497836:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.497856:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896025.497860:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.497863:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.497872:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.497879:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896025.497890:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.497895:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.497902:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.497906:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x6abee68503f00 00000400:00000200:0.0:1790896025.497912:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.497917:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1790896025.497924:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.497934:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.497938:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.497942:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896025.497949:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.497959:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896025.497992:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.498008:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896025.498016:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.498019:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.498032:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896025.498036:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790896025.498042:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790896025.498044:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790896025.498047:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b9f8. 00000400:00000200:0.0:1790896025.498051:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfd48 00000400:00000010:0.0:1790896025.498053:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfd48. 00000100:00000001:0.0:1790896025.498056:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.498060:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790896025.498067:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.498072:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790896025.498074:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.498076:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790896025.498080:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790896025.498082:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896025.498084:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896025.498087:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896025.498094:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4c60 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1790896025.498098:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896025.498100:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790896025.498101:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896025.498104:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790896025.498106:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.498109:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896025.498113:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.498130:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896025.498133:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790896025.498135:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790896025.498139:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896025.498147:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300919552:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896025.498151:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.498154:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.498157:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b65c00 x1877890300919552/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.498205:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790896025.498208:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790896025.498212:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0200. 02000000:00000001:0.0:1790896025.498216:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790896025.498219:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790896025.498221:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:0.0:1790896025.498223:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790896025.498226:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1000. 02000000:00000001:0.0:1790896025.498230:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790896025.498232:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790896025.498234:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b65c00. 00000100:00000001:0.0:1790896025.498238:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790896025.498239:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.498242:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896025.498248:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896025.498251:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.498253:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896025.498255:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896025.498331:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896025.498338:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1790896025.498343:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790896025.498347:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1790896025.498350:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790896025.498352:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:1.0:1790896025.498356:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [139:139:256:4294967295] 192.168.202.146@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:1.0:1790896025.498360:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896025.498367:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1790896025.498373:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1790896025.498380:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a89903c00. 00000800:00000200:1.0:1790896025.498392:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:1.0:1790896025.498398:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1790896025.498402:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a89903c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790896025.498418:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.498424:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: using a timeout of 24181 usecs (25 jiffies) 00000400:00000200:1.0:1790896025.498428:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1790896025.498431:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295043623 00000100:00000001:1.0:1790896025.498434:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295044855 00000100:00000001:1.0:1790896025.498437:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295043623 00000100:00000001:1.0:1790896025.498439:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295044855 00000100:00000001:1.0:1790896025.498442:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896025.498445:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.498448:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.498449:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.498453:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790896025.498455:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790896025.498456:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896025.498457:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790896025.498461:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896025.498462:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896025.498465:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a84df1058. 00000400:00000200:1.0:1790896025.498469:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e1092a8 00000400:00000010:1.0:1790896025.498470:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e1092a8. 00000100:00000001:1.0:1790896025.498474:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896025.498479:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896025.498489:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.498495:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896025.498496:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.498498:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896025.498500:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896025.498507:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896025.498508:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.498510:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896025.498516:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89911460 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896025.498519:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89911418 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896025.498521:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896025.498523:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896025.498524:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790896025.498527:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.498530:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896025.498532:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896025.498534:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896025.498536:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.498540:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.498547:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896025.498549:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896025.498551:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896025.498554:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896025.498561:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300919680:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896025.498567:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896025.498568:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896025.498570:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a84df16e0. 00000400:00000200:1.0:1790896025.498572:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e1095d8 00000400:00000010:1.0:1790896025.498574:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e1095d8. 00000100:00000001:1.0:1790896025.498576:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896025.498580:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896025.498587:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.498592:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896025.498599:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.498601:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896025.498602:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896025.498604:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896025.498605:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.498607:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896025.498612:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de2c60 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896025.498615:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de2c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896025.498616:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896025.498617:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896025.498619:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790896025.498621:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.498623:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896025.498625:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896025.498626:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896025.498627:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.498631:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.498637:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896025.498639:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896025.498640:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896025.498644:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896025.498651:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300919936:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896025.498655:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.498657:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896025.498660:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b66d80 x1877890300919680/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.498665:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896025.498666:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896025.498668:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a899cbc00. 02000000:00000001:1.0:1790896025.498671:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896025.498672:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896025.498679:0:2403:0:(genops.c:1222:class_import_put()) import ffff956a89911000 refcount=3 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000001:1.0:1790896025.498681:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896025.498682:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1f00. 02000000:00000001:1.0:1790896025.498685:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896025.498686:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896025.498688:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b66d80. 00000100:00000001:1.0:1790896025.498690:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896025.498692:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.498693:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896025.498698:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b64a80 x1877890300919936/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.498715:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896025.498716:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896025.498718:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a899cb200. 02000000:00000001:1.0:1790896025.498721:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896025.498722:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896025.498723:0:2403:0:(genops.c:1222:class_import_put()) import ffff956a83de2800 refcount=3 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000001:1.0:1790896025.498724:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896025.498726:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1300. 02000000:00000001:1.0:1790896025.498728:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896025.498729:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896025.498730:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b64a80. 00000100:00000001:1.0:1790896025.498732:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896025.498733:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.498736:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.498737:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896025.498739:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790896025.498741:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.498742:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790896025.498999:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896025.499004:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a89903c00. 00000400:00000200:0.0:1790896025.499009:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.499013:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896025.499024:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e109330 00000400:00000010:0.0:1790896025.499025:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e109330. 00000100:00000001:0.0:1790896025.499029:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896025.499033:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.499041:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896025.499044:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896025.499049:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896025.499051:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790896025.509495:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.509511:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896025.509516:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.509518:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.509527:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.509535:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896025.509544:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.509550:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.509554:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.509558:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68504180 00000400:00000200:0.0:1790896025.509562:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896025.509567:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1790896025.509574:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.509580:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896025.509583:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896025.509588:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896025.509594:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896025.509604:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896025.509614:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.509710:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896025.509715:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896025.509734:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896025.509743:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896025.509747:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1790896025.517781:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896025.517787:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896025.517791:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a84df1e18. 00000400:00000200:1.0:1790896025.517801:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e109a18 00000400:00000010:1.0:1790896025.517804:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e109a18. 00000100:00000001:1.0:1790896025.517809:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896025.517821:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896025.517849:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.517858:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896025.517860:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.517863:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896025.517866:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896025.517868:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896025.517871:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896025.517874:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896025.517882:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de0460 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896025.517886:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de0418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896025.517889:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896025.517891:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896025.517894:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790896025.517899:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790896025.517907:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.517910:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896025.517913:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896025.517915:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896025.517916:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896025.517921:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.517929:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896025.517933:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896025.517935:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896025.517939:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896025.517947:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300920192:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896025.517951:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.517960:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896025.517964:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b66680 x1877890300920192/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896025.517971:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896025.517973:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896025.517977:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a899cb600. 02000000:00000001:1.0:1790896025.517981:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896025.517984:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896025.517986:0:2403:0:(genops.c:1222:class_import_put()) import ffff956a83de0000 refcount=2 obd=lustre-OST0000-osc-ffff956a831ad800 00000020:00000001:1.0:1790896025.517988:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896025.517991:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1a00. 02000000:00000001:1.0:1790896025.517996:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896025.517998:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896025.518000:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b66680. 00000100:00000001:1.0:1790896025.518003:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896025.518005:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.518007:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896025.518015:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790896025.518017:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896025.518020:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896025.518022:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896025.997653:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896025.997658:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896025.997664:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896025.997665:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896026.006877:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896026.006884:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896026.006889:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790896026.764336:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4110 (cpu 1) has reached its deadline 4295044855, at 4295044864 00000100:00000040:0.0:1790896026.764352:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4000 (cpu 0) has reached its deadline 4295044855, at 4295044864 00000100:00000010:1.0:1790896026.764363:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a917cf960. 00000100:00000010:0.0:1790896026.764374:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a917cf8a0. 00010000:00000001:2.0:1790896027.021283:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896027.021296:0:137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790896027.021299:0:137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790896027.021303:0:137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896027.021310:0:137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790896027.021312:0:137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896027.021314:0:137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896027.021317:0:137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896027.021321:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896027.021323:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896027.021406:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896027.021411:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896027.021414:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896028.044453:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896028.044477:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896028.044483:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896028.044484:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896028.045195:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896028.045199:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896028.045203:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1790896028.562661:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1790896028.562669:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790896028.611062:0:9656:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790896028.611073:0:9656:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790896028.675910:0:9663:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790896028.675921:0:9663:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790896028.694594:0:9665:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790896028.694606:0:9665:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896029.069306:0:8454:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896029.069311:0:8454:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896029.069317:0:8454:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896029.069318:0:8454:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896029.069368:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896029.069372:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896029.069375:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896030.095220:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896030.095230:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896030.095237:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896030.095238:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896030.095387:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896030.095414:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896030.095427:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790896030.604304:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896030.604314:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896030.604324:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b66680. 00000020:00000040:1.0:1790896030.604330:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:1.0:1790896030.604334:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896030.604336:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896030.604341:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896030.604350:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a89903e00. 00000100:00000001:1.0:1790896030.604356:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604367:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896030.604390:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896030.604394:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604401:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000676911aa] to pc [ptlrpcd_00_01+1] req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604438:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604441:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896030.604444:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896030.604447:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b64a80. 00000020:00000040:1.0:1790896030.604450:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89911000 refcount=4 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000100:00000001:1.0:1790896030.604452:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896030.604453:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896030.604455:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896030.604458:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a89903d00. 00000100:00000001:1.0:1790896030.604461:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604466:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896030.604472:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896030.604474:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604493:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e82260] to pc [ptlrpcd_00_00+0] req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604501:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604504:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896030.604507:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896030.604510:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b66d80. 00000020:00000040:1.0:1790896030.604512:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89912000 refcount=4 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000100:00000001:1.0:1790896030.604514:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896030.604516:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896030.604517:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896030.604522:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a89903c00. 00000100:00000001:1.0:1790896030.604525:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604529:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896030.604534:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896030.604537:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604540:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056a21331] to pc [ptlrpcd_00_01+1] req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604547:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604549:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1790896030.604553:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1790896030.604556:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1790896030.604559:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1790896030.604562:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896030.604565:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896030.604568:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b67100. 00000020:00000040:1.0:1790896030.604570:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de2800 refcount=4 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000100:00000001:1.0:1790896030.604577:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896030.604579:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896030.604581:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896030.604595:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a89903000. 00000100:00000001:1.0:1790896030.604599:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604603:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896030.604611:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896030.604613:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604616:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000460102d3] to pc [ptlrpcd_00_00+0] req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604624:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604625:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896030.604628:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896030.604631:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b64700. 00000020:00000040:1.0:1790896030.604633:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de6800 refcount=4 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000100:00000001:1.0:1790896030.604635:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896030.604636:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896030.604637:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896030.604641:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8b745100. 00000100:00000001:1.0:1790896030.604643:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604647:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896030.604652:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896030.604654:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604668:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e01c4a6] to pc [ptlrpcd_00_01+1] req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604676:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604678:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896030.604681:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896030.604690:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b66a00. 00000020:00000040:1.0:1790896030.604692:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de0000 refcount=3 obd=lustre-OST0000-osc-ffff956a831ad800 00000100:00000001:1.0:1790896030.604695:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896030.604696:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896030.604698:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896030.604702:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a860ff900. 00000100:00000001:1.0:1790896030.604705:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604709:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896030.604716:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896030.604719:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604723:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5bf90f9] to pc [ptlrpcd_00_00+0] req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604734:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604736:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790896030.604739:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790896030.604741:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b67480. 00000020:00000040:1.0:1790896030.604743:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de3800 refcount=3 obd=lustre-OST0001-osc-ffff956a831ad800 00000100:00000001:1.0:1790896030.604745:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790896030.604746:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790896030.604747:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790896030.604751:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8b9ac500. 00000100:00000001:1.0:1790896030.604753:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604757:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790896030.604762:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790896030.604764:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604767:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca619078] to pc [ptlrpcd_00_01+1] req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604773:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.604782:0:8800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:1.0:1790896030.604797:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896030.604801:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790896030.604803:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790896030.604808:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.604815:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790896030.604817:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.604821:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790896030.604823:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790896030.604826:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790896030.604829:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300920576:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896030.604833:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790896030.604842:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790896030.604845:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.604847:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790896030.604852:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a899cbe00. 02000000:00000001:1.0:1790896030.604854:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896030.604861:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1790896030.604866:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a84df1e18. 00000400:00000010:1.0:1790896030.604872:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e109a18. 00000100:00000001:0.0:1790896030.604876:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896030.604878:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896030.604880:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1790896030.604880:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920576, portal 10 00000100:00000001:1.0:1790896030.604882:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790896030.604884:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458452096 : -117190251099520 : ffff956a84b64a80) 00000100:00000040:0.0:1790896030.604886:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896030.604891:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.604892:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896030.604893:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.604895:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896030.604897:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896030.604899:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.604899:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790896030.604901:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000100:00100000:0.0:1790896030.604902:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300920448:192.168.202.146@tcp:400:kworker.0 00000400:00000010:1.0:1790896030.604904:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e1095d8. 00000100:00000001:0.0:1790896030.604905:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1790896030.604906:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300920576, offset 0 02000000:00000001:0.0:1790896030.604907:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896030.604909:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.604910:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1790896030.604912:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 02000000:00000010:0.0:1790896030.604913:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0400. 02000000:00000001:0.0:1790896030.604915:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896030.604918:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896030.604920:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896030.604921:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b9f8. 00000400:00000010:0.0:1790896030.604924:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfd48. 00000100:00000200:0.0:1790896030.604927:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920448, portal 25 00000400:00000200:1.0:1790896030.604927:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000100:00000001:0.0:1790896030.604928:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896030.604929:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458459264 : -117190251092352 : ffff956a84b66680) 00000100:00000040:0.0:1790896030.604933:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790896030.604937:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790896030.604942:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1790896030.604946:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1790896030.604947:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1790896030.604948:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000040:0.0:1790896030.604950:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896030.604952:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfe58. 00000400:00000200:1.0:1790896030.604952:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [140:140:256:4294967295] 192.168.202.146@tcp LPNI seq info [140:140:8:4294967295] 00000100:00000200:0.0:1790896030.604954:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877890300920448, offset 0 00000400:00000200:1.0:1790896030.604956:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.604958:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:1.0:1790896030.604965:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000200:0.0:1790896030.604970:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1790896030.604970:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896030.604973:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000800:00000010:1.0:1790896030.604975:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b917f00. 00000400:00000200:0.0:1790896030.604976:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896030.604978:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896030.604980:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1790896030.604981:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:0.0:1790896030.604982:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896030.604984:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [141:141:255:4294967295] 192.168.202.146@tcp LPNI seq info [141:141:7:4294967295] 00000800:00000200:1.0:1790896030.604989:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1790896030.604993:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b917f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1790896030.604998:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.605004:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000100:00000001:1.0:1790896030.605005:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790896030.605008:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000040:1.0:1790896030.605009:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: using a timeout of 127215 usecs (128 jiffies) 00000800:00000010:0.0:1790896030.605012:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437200. 00000400:00000200:1.0:1790896030.605012:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1790896030.605014:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295048832 00000800:00000200:0.0:1790896030.605015:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000100:00000010:1.0:1790896030.605018:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a83460120. 00000800:00000200:0.0:1790896030.605019:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896030.605021:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896030.605023:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896030.605026:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1790896030.605026:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790896030.605028:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295049975 00000100:00000001:1.0:1790896030.605032:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295048832 00000100:00000001:0.0:1790896030.605034:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295048832 00000100:00000010:1.0:1790896030.605034:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a83460720. 00000100:00000001:0.0:1790896030.605037:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295049975 00000100:00000001:1.0:1790896030.605037:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790896030.605040:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896030.605041:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295048832 00000100:00000001:0.0:1790896030.605043:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.605043:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.605045:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605045:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1790896030.605047:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790896030.605049:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.605050:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605056:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790896030.605057:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.605059:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1790896030.605061:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896030.605062:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.605064:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790896030.605064:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896030.605066:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790896030.605066:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.605068:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896030.605070:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300920704:192.168.202.146@tcp:400:kworker.0 00000100:00100000:1.0:1790896030.605070:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300920832:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896030.605073:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1790896030.605073:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896030.605075:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790896030.605075:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896030.605077:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.605077:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.605079:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1790896030.605079:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896030.605082:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0c00. 02000000:00000010:1.0:1790896030.605082:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a899ca000. 02000000:00000001:0.0:1790896030.605084:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.605084:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896030.605088:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1790896030.605090:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a84df16e0. 00000400:00000010:1.0:1790896030.605093:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e1092a8. 00000100:00000200:1.0:1790896030.605096:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920832, portal 10 00000400:00000200:0.0:1790896030.605097:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896030.605100:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b108. 00000400:00000010:0.0:1790896030.605103:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfaa0. 00000100:00000200:0.0:1790896030.605105:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920704, portal 10 00000100:00000001:0.0:1790896030.605107:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790896030.605107:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896030.605108:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458461056 : -117190251090560 : ffff956a84b66d80) 00000100:00000001:1.0:1790896030.605108:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458461952 : -117190251089664 : ffff956a84b67100) 00000100:00000040:0.0:1790896030.605115:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896030.605115:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.605122:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1790896030.605122:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896030.605124:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000100:00000040:1.0:1790896030.605124:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896030.605127:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df880. 00000400:00000010:1.0:1790896030.605127:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e109220. 00000100:00000200:0.0:1790896030.605129:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300920704, offset 0 00000100:00000200:1.0:1790896030.605129:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300920832, offset 0 00000400:00000200:0.0:1790896030.605133:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896030.605136:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896030.605138:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896030.605140:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896030.605142:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896030.605145:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896030.605147:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896030.605149:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896030.605156:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [142:142:254:4294967295] 192.168.202.146@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:0.0:1790896030.605160:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.605197:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896030.605202:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:1.0:1790896030.605202:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:0.0:1790896030.605205:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437b00. 00000400:00000200:1.0:1790896030.605206:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1790896030.605208:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1790896030.605209:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:1.0:1790896030.605210:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000800:00000200:0.0:1790896030.605213:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:1.0:1790896030.605213:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790896030.605215:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000800:00000200:0.0:1790896030.605216:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1790896030.605217:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [143:143:253:4294967295] 192.168.202.146@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:1.0:1790896030.605221:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896030.605226:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000100:00000001:0.0:1790896030.605228:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790896030.605230:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000040:0.0:1790896030.605231:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: using a timeout of 152865 usecs (153 jiffies) 00000400:00000200:0.0:1790896030.605233:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896030.605236:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295048858 00000100:00000001:0.0:1790896030.605238:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295049975 00000800:00000010:1.0:1790896030.605239:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8673f100. 00000100:00000001:0.0:1790896030.605240:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295048858 00000100:00000001:0.0:1790896030.605242:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295049975 00000800:00000200:1.0:1790896030.605243:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:0.0:1790896030.605244:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896030.605246:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.605248:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1790896030.605248:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:1.0:1790896030.605250:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8673f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1790896030.605252:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605253:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.605256:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: using a timeout of 15691 usecs (16 jiffies) 00000100:00000001:0.0:1790896030.605259:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1790896030.605259:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896030.605261:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605261:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295048721 02000000:00000001:0.0:1790896030.605263:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1790896030.605263:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295049975 02000000:00000001:0.0:1790896030.605265:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.605265:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295048721 02000000:00000001:0.0:1790896030.605267:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605268:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295049975 00000100:00100000:0.0:1790896030.605270:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300920960:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896030.605270:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.605272:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.605273:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1790896030.605274:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1790896030.605276:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1790896030.605277:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1790896030.605278:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.605283:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1790896030.605283:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790896030.605284:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790896030.605286:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0600. 02000000:00000001:1.0:1790896030.605286:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896030.605288:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.605288:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790896030.605290:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896030.605291:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00100000:1.0:1790896030.605292:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300921088:192.168.202.146@tcp:400:kworker.0 00000400:00000010:0.0:1790896030.605293:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014bd10. 00000100:00000001:1.0:1790896030.605296:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1790896030.605297:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df660. 02000000:00000001:1.0:1790896030.605298:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790896030.605299:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1790896030.605300:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300920960, portal 10 02000000:00000001:1.0:1790896030.605301:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1790896030.605302:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896030.605303:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458451200 : -117190251100416 : ffff956a84b64700) 02000000:00000010:1.0:1790896030.605303:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a899cb600. 02000000:00000001:1.0:1790896030.605305:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896030.605309:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790896030.605309:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:1.0:1790896030.605312:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a84df1058. 00000100:00000001:0.0:1790896030.605315:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1790896030.605315:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e109198. 00000100:00000040:0.0:1790896030.605317:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896030.605319:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df110. 00000100:00000200:0.0:1790896030.605321:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300920960, offset 0 00000100:00000200:1.0:1790896030.605321:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921088, portal 4 00000100:00000001:1.0:1790896030.605322:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790896030.605324:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458460160 : -117190251091456 : ffff956a84b66a00) 00000400:00000200:0.0:1790896030.605325:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896030.605329:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:1.0:1790896030.605330:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790896030.605332:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896030.605335:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1790896030.605336:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1790896030.605338:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000100:00000040:1.0:1790896030.605338:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896030.605340:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1790896030.605340:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8e1093b8. 00000400:00000200:0.0:1790896030.605342:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000200:1.0:1790896030.605342:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300921088, offset 0 00000400:00000200:0.0:1790896030.605345:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [144:144:252:4294967295] 192.168.202.146@tcp LPNI seq info [144:144:4:4294967295] 00000400:00000200:1.0:1790896030.605346:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896030.605349:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.605354:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896030.605358:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:1.0:1790896030.605358:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:0.0:1790896030.605362:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437300. 00000400:00000200:1.0:1790896030.605362:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1790896030.605364:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1790896030.605365:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:1.0:1790896030.605366:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1790896030.605368:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1790896030.605369:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:1.0:1790896030.605370:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000800:00000200:0.0:1790896030.605371:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1790896030.605373:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [145:145:251:4294967295] 192.168.202.146@tcp LPNI seq info [145:145:3:4294967295] 00000100:00000001:0.0:1790896030.605374:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896030.605377:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:0.0:1790896030.605380:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: using a timeout of 13343 usecs (14 jiffies) 00000400:00000200:1.0:1790896030.605382:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:1.0:1790896030.605386:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:1.0:1790896030.605389:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8673ff00. 00000800:00000200:1.0:1790896030.605392:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:0.0:1790896030.605396:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:1.0:1790896030.605396:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000100:00000001:0.0:1790896030.605398:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295048719 00000800:00000200:1.0:1790896030.605398:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8673ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896030.605401:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295049975 00000100:00000001:1.0:1790896030.605401:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.605403:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: using a timeout of 29906 usecs (30 jiffies) 00000100:00000001:0.0:1790896030.605404:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295048719 00000100:00000001:0.0:1790896030.605406:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295049975 00000400:00000200:1.0:1790896030.605407:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896030.605408:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.605408:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295048735 00000100:00000001:0.0:1790896030.605410:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605410:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295049975 00000100:00000001:0.0:1790896030.605412:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1790896030.605412:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295048735 00000100:00000040:0.0:1790896030.605416:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605418:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295049975 00000100:00000001:1.0:1790896030.605421:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896030.605422:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790896030.605423:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.605424:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605425:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.605426:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896030.605427:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.605428:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1790896030.605429:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896030.605431:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a84b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300921216:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896030.605434:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1790896030.605434:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1790896030.605436:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1790896030.605436:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1790896030.605438:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605438:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896030.605439:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1790896030.605440:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1790896030.605441:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790896030.605442:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b1600. 00000100:00000001:1.0:1790896030.605443:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.605444:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896030.605446:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896030.605449:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b2c0. 00000400:00000010:0.0:1790896030.605452:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfcc0. 00000100:00000200:0.0:1790896030.605455:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921216, portal 4 00000100:00000001:0.0:1790896030.605456:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896030.605457:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883458462848 : -117190251088768 : ffff956a84b67480) 00000100:00000040:0.0:1790896030.605462:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.605476:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896030.605478:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896030.605480:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df990. 00000100:00000200:0.0:1790896030.605482:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300921216, offset 0 00000800:00000200:1.0:1790896030.605483:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1790896030.605486:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000800:00000010:1.0:1790896030.605486:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b917f00. 00000400:00000200:0.0:1790896030.605489:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.605492:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:1.0:1790896030.605493:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.605494:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896030.605496:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1790896030.605498:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896030.605499:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896030.605501:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896030.605503:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [146:146:250:4294967295] 192.168.202.146@tcp LPNI seq info [146:146:2:4294967295] 00000400:00000200:0.0:1790896030.605507:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.605512:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896030.605515:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:1.0:1790896030.605517:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e1095d8 00000800:00000010:0.0:1790896030.605518:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437500. 00000400:00000010:1.0:1790896030.605519:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e1095d8. 00000800:00000200:0.0:1790896030.605521:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:1.0:1790896030.605523:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:0.0:1790896030.605525:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000100:00000200:1.0:1790896030.605527:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1790896030.605528:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896030.605531:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896030.605533:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: using a timeout of 22936 usecs (23 jiffies) 00000400:00000200:0.0:1790896030.605536:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:1.0:1790896030.605536:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1790896030.605537:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295048728 00000100:00000040:1.0:1790896030.605539:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.605540:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295049975 00000100:00000001:0.0:1790896030.605542:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295048728 00000100:00000001:0.0:1790896030.605544:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295049975 00000100:00000001:0.0:1790896030.605546:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.605546:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.605548:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605548:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1790896030.605554:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.605556:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1790896030.605557:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1790896030.605559:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1790896030.605559:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437200. 00000100:00000001:0.0:1790896030.605561:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1790896030.605562:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1790896030.605563:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896030.605564:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1790896030.605565:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.605566:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.605568:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896030.605568:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfe58 00000400:00000010:1.0:1790896030.605569:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfe58. 00000100:00000001:1.0:1790896030.605571:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896030.605575:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605590:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.605593:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605599:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605600:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896030.605609:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896030.605611:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437b00. 00000400:00000200:1.0:1790896030.605614:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896030.605617:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896030.605619:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df880 00000400:00000010:1.0:1790896030.605622:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df880. 00000100:00000001:1.0:1790896030.605624:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896030.605627:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605633:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.605636:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605641:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605642:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896030.605650:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896030.605651:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8673f100. 00000400:00000200:1.0:1790896030.605654:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896030.605668:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896030.605671:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e109220 00000400:00000010:1.0:1790896030.605673:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e109220. 00000100:00000001:1.0:1790896030.605675:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896030.605678:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605684:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.605687:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605702:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605703:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896030.605713:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896030.605715:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437300. 00000400:00000200:1.0:1790896030.605717:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896030.605720:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896030.605724:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df110 00000400:00000010:1.0:1790896030.605725:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df110. 00000100:00000001:1.0:1790896030.605727:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896030.605732:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605738:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.605740:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605745:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605746:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896030.605753:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896030.605755:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8673ff00. 00000400:00000200:1.0:1790896030.605756:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896030.605759:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896030.605761:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e1093b8 00000400:00000010:1.0:1790896030.605763:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e1093b8. 00000100:00000001:1.0:1790896030.605765:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896030.605768:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605775:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.605778:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605783:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605785:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896030.605840:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896030.605847:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437500. 00000400:00000200:1.0:1790896030.605850:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896030.605854:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896030.605857:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df990 00000400:00000010:1.0:1790896030.605858:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df990. 00000100:00000001:1.0:1790896030.605860:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896030.605865:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605872:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.605874:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.605880:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.605881:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790896030.610459:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.610479:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896030.610484:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.610486:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.610497:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.610505:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896030.610513:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.610518:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.610524:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.610529:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68504500 00000400:00000200:0.0:1790896030.610534:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.610539:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1790896030.610546:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.610549:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.610552:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.610556:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.610563:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.610571:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.610581:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.612041:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896030.612057:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.612079:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896030.612082:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.612085:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.612831:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896030.612837:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790896030.612845:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896030.612847:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896030.612851:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a84df1058. 00000400:00000200:1.0:1790896030.612856:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e109198 00000400:00000010:1.0:1790896030.612859:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e109198. 00000100:00000001:1.0:1790896030.612863:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896030.612871:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896030.612881:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.612887:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896030.612889:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.612891:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896030.612894:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896030.612897:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896030.612899:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.612902:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896030.612911:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de0460 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896030.612915:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de0418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896030.612926:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896030.612929:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896030.612932:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790896030.612937:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790896030.612945:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.612948:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896030.612951:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896030.612953:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896030.612955:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.612960:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.612967:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.612970:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896030.612972:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896030.612977:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896030.612985:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300921088:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896030.612989:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.612992:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.612996:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b66a00 x1877890300921088/t0(0) o400->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.613003:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896030.613006:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896030.613010:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a899cb600. 02000000:00000001:1.0:1790896030.613013:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896030.613016:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896030.613018:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a83de0000 refcount=2 obd=lustre-OST0000-osc-ffff956a831ad800 00000020:00000001:1.0:1790896030.613020:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896030.613023:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a860ff900. 02000000:00000001:1.0:1790896030.613028:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896030.613035:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896030.613037:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b66a00. 00000100:00000001:1.0:1790896030.613041:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896030.613042:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.613046:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.613047:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896030.613049:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790896030.613051:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.613052:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896030.613518:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.613523:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896030.613531:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.613536:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.613541:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.613545:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68504580 00000400:00000200:0.0:1790896030.613549:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.613555:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1790896030.613564:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.613573:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.613576:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.613580:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.614477:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.614488:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.614501:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.618255:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896030.618280:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618295:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896030.618299:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618302:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618310:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618317:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896030.618326:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618329:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618334:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618338:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504300 00000400:00000200:0.0:1790896030.618343:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618349:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1790896030.618356:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618373:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618376:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.618381:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.618388:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.618396:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.618406:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.618420:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896030.618424:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618427:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896030.618429:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618431:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618434:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618437:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896030.618441:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618444:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618446:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618449:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504380 00000400:00000200:0.0:1790896030.618453:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618457:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1790896030.618460:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618463:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618465:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.618467:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.618470:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.618473:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.618481:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.618488:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896030.618499:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618502:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896030.618504:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618506:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618509:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618513:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896030.618516:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618519:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618522:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618525:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504400 00000400:00000200:0.0:1790896030.618528:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618531:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1790896030.618534:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618537:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618539:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.618542:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.618545:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.618549:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.618556:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.618562:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896030.618565:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618568:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896030.618570:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618572:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618575:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618578:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896030.618581:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618583:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618586:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618589:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504480 00000400:00000200:0.0:1790896030.618592:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618602:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1790896030.618606:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618610:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618612:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.618615:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.618618:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.618623:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.618631:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.618639:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896030.618642:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618646:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790896030.618648:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618650:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618652:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618667:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:0.0:1790896030.618672:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618675:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618677:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618680:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x6abee68504280 00000400:00000200:0.0:1790896030.618683:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896030.618687:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1790896030.618691:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618701:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790896030.618703:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896030.618706:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:0.0:1790896030.618709:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.618712:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790896030.618720:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.618732:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790896030.618737:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790896030.618740:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.618997:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896030.619001:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790896030.619008:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896030.619010:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896030.619014:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b9f8. 00000400:00000200:1.0:1790896030.619019:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfd48 00000400:00000010:1.0:1790896030.619021:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfd48. 00000100:00000001:1.0:1790896030.619025:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896030.619029:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896030.619038:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619044:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896030.619046:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619048:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896030.619051:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896030.619054:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896030.619056:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.619059:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896030.619065:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4c60 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896030.619070:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896030.619072:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896030.619074:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896030.619077:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790896030.619079:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.619082:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.619086:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619106:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.619109:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896030.619111:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896030.619116:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896030.619123:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2403:1877890300920448:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896030.619129:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896030.619131:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896030.619133:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b108. 00000400:00000200:1.0:1790896030.619135:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfaa0 00000400:00000010:1.0:1790896030.619137:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfaa0. 00000100:00000001:1.0:1790896030.619139:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896030.619143:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896030.619150:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619156:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896030.619157:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619159:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896030.619161:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896030.619162:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896030.619196:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.619198:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896030.619204:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89912460 time=81 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896030.619207:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89912418 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896030.619209:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896030.619210:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896030.619212:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790896030.619217:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790896030.619241:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.619245:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896030.619247:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896030.619249:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896030.619250:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.619254:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619259:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.619261:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896030.619262:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896030.619266:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896030.619272:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b10586e7-50c5-4e95-827e-56352c0f4953:2403:1877890300920704:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896030.619277:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896030.619279:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896030.619280:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014bd10. 00000400:00000200:1.0:1790896030.619283:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df660 00000400:00000010:1.0:1790896030.619285:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df660. 00000100:00000001:1.0:1790896030.619287:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896030.619291:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896030.619298:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619304:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896030.619306:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619307:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896030.619309:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896030.619310:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896030.619311:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.619318:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790896030.619326:0:2403:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff956a834ec000. 00000100:00001000:1.0:1790896030.619330:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de6c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896030.619334:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de6c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896030.619336:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896030.619337:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896030.619339:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790896030.619343:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790896030.619349:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.619351:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896030.619353:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896030.619354:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896030.619356:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.619359:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619365:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.619366:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896030.619368:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896030.619371:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896030.619618:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300920960:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896030.619624:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896030.619626:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896030.619628:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b2c0. 00000400:00000200:1.0:1790896030.619631:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfcc0 00000400:00000010:1.0:1790896030.619633:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfcc0. 00000100:00000001:1.0:1790896030.619635:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896030.619639:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896030.619647:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619670:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896030.619672:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619674:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896030.619675:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896030.619677:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896030.619678:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896030.619680:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1790896030.619687:0:2403:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff956a834ea000. 00000100:00001000:1.0:1790896030.619691:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de3c60 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896030.619693:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de3c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896030.619696:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896030.619697:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896030.619698:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790896030.619703:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790896030.619708:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.619711:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896030.619712:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896030.619713:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896030.619714:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896030.619717:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619723:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896030.619725:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896030.619727:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896030.619730:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896030.619737:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2403:1877890300921216:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896030.619741:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619743:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.619753:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b66680 x1877890300920448/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619760:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896030.619763:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896030.619766:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0400. 02000000:00000001:1.0:1790896030.619769:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896030.619772:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896030.619774:0:2403:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1790896030.619776:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896030.619778:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a89903e00. 02000000:00000001:1.0:1790896030.619783:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896030.619785:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896030.619787:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b66680. 00000100:00000001:1.0:1790896030.619790:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896030.619792:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619793:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.619797:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b66d80 x1877890300920704/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619803:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896030.619804:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896030.619806:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0c00. 02000000:00000001:1.0:1790896030.619808:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896030.619809:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896030.619810:0:2403:0:(genops.c:1222:class_import_put()) import ffff956a89912000 refcount=3 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000020:00000001:1.0:1790896030.619812:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896030.619814:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a89903c00. 02000000:00000001:1.0:1790896030.619816:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896030.619817:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896030.619818:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b66d80. 00000100:00000001:1.0:1790896030.619820:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896030.619821:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619822:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.619825:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b64700 x1877890300920960/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619831:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896030.619839:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896030.619841:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0600. 02000000:00000001:1.0:1790896030.619843:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896030.619844:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896030.619845:0:2403:0:(genops.c:1222:class_import_put()) import ffff956a83de6800 refcount=3 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000001:1.0:1790896030.619847:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896030.619849:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8b745100. 02000000:00000001:1.0:1790896030.619852:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896030.619853:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896030.619854:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b64700. 00000100:00000001:1.0:1790896030.619857:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896030.619857:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619859:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896030.619862:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b67480 x1877890300921216/t0(0) o400->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896030.619867:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896030.619868:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896030.619870:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b1600. 02000000:00000001:1.0:1790896030.619872:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896030.619873:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896030.619874:0:2403:0:(genops.c:1222:class_import_put()) import ffff956a83de3800 refcount=2 obd=lustre-OST0001-osc-ffff956a831ad800 00000020:00000001:1.0:1790896030.619875:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896030.619877:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8b9ac500. 02000000:00000001:1.0:1790896030.619879:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896030.619880:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896030.619881:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b67480. 00000100:00000001:1.0:1790896030.619883:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896030.619884:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619886:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896030.619894:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790896030.619897:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896030.619899:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896030.619901:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.620147:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896030.620150:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790896030.620154:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790896030.620156:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790896030.620158:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a84df1e18. 00000400:00000200:0.0:1790896030.620190:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e109a18 00000400:00000010:0.0:1790896030.620194:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e109a18. 00000100:00000001:0.0:1790896030.620197:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.620202:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790896030.620210:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.620215:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790896030.620217:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896030.620229:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790896030.620231:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790896030.620232:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896030.620234:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.620236:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896030.620241:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89911460 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1790896030.620244:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89911418 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896030.620247:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790896030.620248:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896030.620249:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790896030.620251:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.620254:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790896030.620255:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:0.0:1790896030.620257:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790896030.620258:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896030.620262:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.620280:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896030.620282:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790896030.620283:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790896030.620287:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896030.620294:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300920576:192.168.202.146@tcp:400:kworker.0 00000400:00000001:0.0:1790896030.620300:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790896030.620302:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790896030.620303:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a84df16e0. 00000400:00000200:0.0:1790896030.620306:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8e1092a8 00000400:00000010:0.0:1790896030.620307:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8e1092a8. 00000100:00000001:0.0:1790896030.620309:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790896030.620313:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790896030.620319:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.620324:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790896030.620326:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896030.620327:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790896030.620329:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790896030.620330:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896030.620331:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896030.620333:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896030.620336:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de2c60 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1790896030.620339:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de2c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896030.620341:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790896030.620342:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896030.620344:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790896030.620346:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.620348:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790896030.620349:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:0.0:1790896030.620356:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790896030.620358:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896030.620363:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.620369:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896030.620371:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790896030.620372:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790896030.620375:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790896030.620394:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a84b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300920832:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896030.620398:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896030.620400:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896030.620403:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b64a80 x1877890300920576/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.620409:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790896030.620411:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790896030.620413:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a899cbe00. 02000000:00000001:0.0:1790896030.620416:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790896030.620418:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790896030.620419:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a89911000 refcount=3 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000001:0.0:1790896030.620421:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790896030.620422:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a89903d00. 02000000:00000001:0.0:1790896030.620425:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790896030.620427:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790896030.620428:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b64a80. 00000100:00000001:0.0:1790896030.620430:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790896030.620432:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896030.620434:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896030.620437:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a84b67100 x1877890300920832/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896030.620442:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790896030.620444:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790896030.620451:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a899ca000. 02000000:00000001:0.0:1790896030.620453:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790896030.620455:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790896030.620456:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a83de2800 refcount=3 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000001:0.0:1790896030.620458:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790896030.620459:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a89903000. 02000000:00000001:0.0:1790896030.620462:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790896030.620463:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790896030.620464:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a84b67100. 00000100:00000001:0.0:1790896030.620466:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790896030.620468:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896030.620470:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896030.620474:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896030.620475:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896030.620476:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896030.620478:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896031.116498:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896031.116505:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896031.116511:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896031.116512:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790896031.116890:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790896031.116894:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790896031.116897:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790896031.884304:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4110 (cpu 1) has reached its deadline 4295049975, at 4295049984 00000100:00000010:1.0:1790896031.884321:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a83460720. 00000100:00000040:0.0:1790896031.884763:0:252:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4000 (cpu 0) has reached its deadline 4295049975, at 4295049984 00000100:00000010:0.0:1790896031.884770:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a83460120. 00010000:00000001:2.0:1790896032.141291:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896032.141298:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896032.141303:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896032.141304:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896032.141441:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896032.141471:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896032.141474:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896033.165202:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896033.165208:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896033.165214:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896033.165216:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790896033.165730:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790896033.165735:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790896033.165738:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896034.188396:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896034.188403:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896034.188409:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896034.188410:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896034.188490:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896034.188493:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896034.188496:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896035.212955:0:8454:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896035.212962:0:8454:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896035.212968:0:8454:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896035.212973:0:8454:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790896035.212976:0:8454:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790896035.212979:0:8454:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896035.212983:0:8454:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790896035.212985:0:8454:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896035.212987:0:8454:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896035.213008:0:8454:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896035.222251:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896035.222261:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896035.222267:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1790896035.724633:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896035.724648:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896035.724663:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9ea00. 00000020:00000040:3.0:1790896035.724671:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:3.0:1790896035.724676:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896035.724680:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896035.724687:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896035.724697:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9700. 00000100:00000001:3.0:1790896035.724706:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724722:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896035.724734:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896035.724740:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724748:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001af443f8] to pc [ptlrpcd_01_01+1] req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.724790:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724793:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896035.724817:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896035.724821:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9f480. 00000020:00000040:3.0:1790896035.724823:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89911000 refcount=4 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000100:00000001:3.0:1790896035.724826:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896035.724828:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896035.724830:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896035.724834:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9900. 00000100:00000001:3.0:1790896035.724837:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724842:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896035.724850:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896035.724852:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724856:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d939d780] to pc [ptlrpcd_01_00+0] req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.724865:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724867:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896035.724870:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896035.724873:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9ce00. 00000020:00000040:3.0:1790896035.724875:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89912000 refcount=4 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000100:00000001:3.0:1790896035.724877:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896035.724878:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896035.724880:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896035.724882:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9b00. 00000100:00000001:3.0:1790896035.724885:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724888:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896035.724894:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896035.724895:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724898:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec15e264] to pc [ptlrpcd_01_01+1] req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.724915:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724917:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790896035.724920:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790896035.724923:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790896035.724926:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790896035.724929:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896035.724932:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896035.724935:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9d180. 00000020:00000040:3.0:1790896035.724937:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de2800 refcount=4 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000100:00000001:3.0:1790896035.724939:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896035.724940:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896035.724942:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896035.724945:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9a00. 00000100:00000001:3.0:1790896035.724948:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724952:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896035.724958:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896035.724960:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724964:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e308227] to pc [ptlrpcd_01_00+0] req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.724970:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.724972:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896035.724975:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790896035.724978:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9c700. 00000020:00000040:3.0:1790896035.724980:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de6800 refcount=4 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000100:00000001:3.0:1790896035.724982:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896035.724989:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896035.724991:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896035.724995:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9200. 00000100:00000001:3.0:1790896035.725007:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.725012:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790896035.725026:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896035.725028:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.725032:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c130eb27] to pc [ptlrpcd_01_01+1] req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.725040:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.725042:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896035.725045:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1790896035.725048:0:8800:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1790896035.725051:0:8800:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1790896035.725055:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9f100. 00000020:00000040:3.0:1790896035.725057:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de0000 refcount=3 obd=lustre-OST0000-osc-ffff956a831ad800 00000100:00000001:3.0:1790896035.725060:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896035.725061:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896035.725063:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896035.725066:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9500. 00000100:00000001:3.0:1790896035.725069:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.725071:0:8800:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626883511120128 : -117190198431488 : ffff956a87d9f100) 00000100:00080000:3.0:1790896035.725075:0:8800:0:(import.c:65:import_set_state_nolock()) ffff956a83de0000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1790896035.725078:0:8800:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff956a831ad800: disconnect after 20s idle 00000100:00000001:3.0:1790896035.725080:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896035.725082:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.725086:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e875a13e] to pc [ptlrpcd_rcv+-1] req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.725109:0:8800:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.725112:0:8800:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.725119:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896035.725123:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1790896035.725124:0:8800:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1790896035.725125:0:8800:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1790896035.725128:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a87d9c000. 00000020:00000040:3.0:1790896035.725131:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de3800 refcount=3 obd=lustre-OST0001-osc-ffff956a831ad800 00000100:00000001:3.0:1790896035.725133:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790896035.725135:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790896035.725136:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790896035.725140:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a914f9c00. 00000100:00000001:3.0:1790896035.725143:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.725145:0:8800:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626883511107584 : -117190198444032 : ffff956a87d9c000) 00000100:00080000:3.0:1790896035.725147:0:8800:0:(import.c:65:import_set_state_nolock()) ffff956a83de3800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1790896035.725149:0:8800:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff956a831ad800: disconnect after 20s idle 00000100:00000001:3.0:1790896035.725151:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790896035.725152:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.725157:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005162fa0] to pc [ptlrpcd_rcv+-1] req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.725204:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896035.725211:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896035.725214:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1790896035.725215:0:8800:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.725219:0:8800:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896035.725224:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1790896035.725226:0:8800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:0.0:1790896035.725236:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896035.725240:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896035.725244:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896035.725247:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896035.725250:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896035.725254:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300921984:192.168.202.146@tcp:9:kworker.0 00000100:00000001:0.0:1790896035.725259:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896035.725265:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896035.725268:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896035.725271:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896035.725276:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0a00. 02000000:00000001:0.0:1790896035.725278:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896035.725295:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896035.725301:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b478. 00000400:00000010:0.0:1790896035.725310:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfee0. 00000100:00000200:0.0:1790896035.725319:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921984, portal 4 00000100:00000001:0.0:1790896035.725321:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896035.725323:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511120128 : -117190198431488 : ffff956a87d9f100) 00000020:00000010:0.0:1790896035.725352:0:2401:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff956a82ff4000. 00000100:00000040:0.0:1790896035.725372:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.725380:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896035.725384:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896035.725387:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df000. 00000100:00000200:0.0:1790896035.725391:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300921984, offset 0 00000400:00000200:0.0:1790896035.725399:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896035.725410:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896035.725419:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896035.725426:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896035.725431:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896035.725435:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896035.725439:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896035.725443:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [147:147:256:4294967295] 192.168.202.146@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1790896035.725448:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896035.725460:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896035.725467:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896035.725474:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437600. 00000800:00000200:0.0:1790896035.725482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896035.725491:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896035.725496:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896035.725507:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896035.725511:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: using a timeout of 24978 usecs (25 jiffies) 00000400:00000200:0.0:1790896035.725515:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896035.725525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295053850 00000100:00000010:0.0:1790896035.725529:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a917cff60. 00000100:00000001:0.0:1790896035.725538:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790896035.725546:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295053850 00000100:00000010:0.0:1790896035.725560:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a917cfd80. 00000100:00000001:0.0:1790896035.725564:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff956a831ad800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790896035.725571:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896035.725575:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.725578:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.725581:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896035.725592:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896035.725594:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1790896035.725596:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896035.725598:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896035.725599:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896035.725603:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.725642:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896035.725643:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896035.725646:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896035.725648:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896035.725650:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896035.725653:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300922112:192.168.202.146@tcp:9:kworker.0 00000100:00000001:0.0:1790896035.725656:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896035.725659:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896035.725660:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896035.725662:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896035.725666:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b0000. 02000000:00000001:0.0:1790896035.725668:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896035.725671:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896035.725674:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014bdc0. 00000400:00000010:0.0:1790896035.725678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df550. 00000100:00000200:0.0:1790896035.725681:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300922112, portal 4 00000100:00000001:0.0:1790896035.725689:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896035.725690:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511107584 : -117190198444032 : ffff956a87d9c000) 00000100:00000040:0.0:1790896035.725698:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.725705:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896035.725707:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896035.725710:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df3b8. 00000100:00000200:0.0:1790896035.725714:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877890300922112, offset 0 00000400:00000200:0.0:1790896035.725718:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896035.725722:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896035.725726:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896035.725729:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896035.725731:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896035.725734:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896035.725736:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896035.725739:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [148:148:255:4294967295] 192.168.202.146@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:0.0:1790896035.725743:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896035.725749:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896035.725754:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896035.725758:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8d437500. 00000800:00000200:0.0:1790896035.725762:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896035.725767:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000100:00000001:3.0:1790896035.725972:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896035.725976:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896035.725978:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896035.725985:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.725993:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896035.725996:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.725999:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896035.726001:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896035.726003:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896035.726007:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300921472:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896035.726116:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896035.726121:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896035.726123:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790896035.726130:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.726138:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896035.726140:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.726142:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790896035.726144:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790896035.726146:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896035.726150:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300921344:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896035.726153:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790896035.726156:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790896035.726158:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.726160:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790896035.726189:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889d9800. 02000000:00000001:2.0:1790896035.726192:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790896035.726196:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1790896035.726198:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:1.0:1790896035.726203:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437600. 00000400:00000010:2.0:1790896035.726204:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b8d68. 00000400:00000010:2.0:1790896035.726211:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b6e8. 00000400:00000200:1.0:1790896035.726212:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1790896035.726216:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921344, portal 25 00000100:00000001:2.0:1790896035.726221:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1790896035.726222:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:2.0:1790896035.726224:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511118336 : -117190198433280 : ffff956a87d9ea00) 00000400:00000200:1.0:1790896035.726230:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df000 00000100:00000040:2.0:1790896035.726232:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1790896035.726235:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df000. 00000100:00000001:1.0:1790896035.726241:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896035.726246:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.726265:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1790896035.726270:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790896035.726270:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1790896035.726275:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b2a8. 00000100:00000040:1.0:1790896035.726277:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790896035.726281:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877890300921344, offset 0 00000100:00000001:1.0:1790896035.726290:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896035.726291:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000001:1.0:1790896035.726294:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1790896035.726300:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896035.726305:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000100:00000001:3.0:1790896035.726502:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896035.726506:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896035.726508:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.726510:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896035.726514:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85f84400. 02000000:00000001:3.0:1790896035.726516:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896035.726520:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896035.726524:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564d68. 00000400:00000010:3.0:1790896035.726528:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83d48. 00000100:00000200:3.0:1790896035.726531:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921472, portal 10 00000100:00000001:3.0:1790896035.726533:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896035.726595:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511121024 : -117190198430592 : ffff956a87d9f480) 00000100:00000040:3.0:1790896035.726605:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.726622:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896035.726624:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896035.726628:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83990. 00000100:00000200:3.0:1790896035.726630:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300921472, offset 0 00000400:00000200:3.0:1790896035.726635:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1790896035.726663:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790896035.726668:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896035.726671:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896035.726674:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896035.726678:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [149:149:255:4294967295] 192.168.202.146@tcp LPNI seq info [149:149:7:4294967295] 00000400:00000200:2.0:1790896035.726682:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896035.726691:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896035.726695:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896035.726700:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4d00. 00000800:00000200:2.0:1790896035.726704:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896035.726710:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896035.726714:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790896035.726737:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790896035.726738:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8d437500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1790896035.726744:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896035.726745:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.726748:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295055097 00000100:00000040:0.0:1790896035.726751:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: using a timeout of 21858 usecs (22 jiffies) 00000400:00000200:0.0:1790896035.726758:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896035.726759:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295053850 00000100:00000001:0.0:1790896035.726762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295053848 00000100:00000001:0.0:1790896035.726767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295055097 00000100:00000001:2.0:1790896035.726767:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295055097 00000100:00000001:2.0:1790896035.726773:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295053850 00000100:00000001:2.0:1790896035.726777:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896035.726780:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.726783:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1790896035.726784:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295053848 00000100:00000001:0.0:1790896035.726789:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295055097 00000100:00000040:2.0:1790896035.726790:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.726798:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896035.726802:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896035.726802:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.726805:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1790896035.726806:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.726808:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896035.726812:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.726812:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.726818:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1790896035.726819:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300921600:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896035.726829:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896035.726832:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1790896035.726836:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1790896035.726837:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896035.726840:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1790896035.726841:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1790896035.726842:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.726844:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.726846:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.726848:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790896035.726852:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889d8e00. 02000000:00000001:2.0:1790896035.726855:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896035.726860:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1790896035.726863:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b88f0. 00000400:00000010:2.0:1790896035.726867:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b088. 00000100:00000200:2.0:1790896035.726871:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921600, portal 10 00000100:00000001:2.0:1790896035.726873:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790896035.726875:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511111168 : -117190198440448 : ffff956a87d9ce00) 00000100:00000040:2.0:1790896035.726882:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.726888:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790896035.726890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1790896035.726892:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990bc38. 00000100:00000200:2.0:1790896035.726895:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300921600, offset 0 00000400:00000200:2.0:1790896035.726899:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000800:00000200:1.0:1790896035.726954:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896035.726957:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4d00. 00000400:00000200:1.0:1790896035.726962:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896035.726966:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896035.726970:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b2a8 00000400:00000010:1.0:1790896035.726972:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b2a8. 00000100:00000001:1.0:1790896035.726976:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896035.726980:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896035.726989:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896035.726992:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896035.727015:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896035.727017:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896035.727927:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1790896035.727933:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000010:1.0:1790896035.727935:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8d437500. 00000400:00000200:1.0:1790896035.727942:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790896035.727944:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896035.727950:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790896035.727951:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:3.0:1790896035.727955:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:1.0:1790896035.727959:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df3b8 00000400:00000200:3.0:1790896035.727960:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1790896035.727964:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df3b8. 00000400:00000200:3.0:1790896035.727965:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896035.727972:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [150:150:255:4294967295] 192.168.202.146@tcp LPNI seq info [150:150:7:4294967295] 00000100:00000001:1.0:1790896035.727973:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1790896035.727978:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000200:1.0:1790896035.727982:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1790896035.727992:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000100:00000001:1.0:1790896035.728001:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1790896035.728002:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000100:00000040:1.0:1790896035.728008:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1790896035.728010:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9300. 00000100:00000001:1.0:1790896035.728019:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1790896035.728020:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000100:00000001:1.0:1790896035.728027:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1790896035.728037:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896035.728041:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896035.728053:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.728058:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: using a timeout of 122733 usecs (123 jiffies) 00000400:00000200:3.0:1790896035.728062:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896035.728065:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295053950 00000100:00000001:3.0:1790896035.728068:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295055097 00000100:00000001:3.0:1790896035.728070:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295053950 00000100:00000001:3.0:1790896035.728073:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295055097 00000100:00000001:3.0:1790896035.728075:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896035.728078:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.728081:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896035.728086:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.728095:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896035.728097:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.728100:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896035.728103:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896035.728106:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896035.728109:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300921728:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896035.728113:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896035.728118:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896035.728121:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.728123:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896035.728128:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85f85600. 02000000:00000001:3.0:1790896035.728131:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896035.728135:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896035.728138:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564058. 00000400:00000010:3.0:1790896035.728142:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83110. 00000100:00000200:3.0:1790896035.728148:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921728, portal 10 00000100:00000001:3.0:1790896035.728150:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896035.728157:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511112064 : -117190198439552 : ffff956a87d9d180) 00000100:00000040:3.0:1790896035.728180:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.728188:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896035.728191:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896035.728194:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b834c8. 00000100:00000200:3.0:1790896035.728198:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300921728, offset 0 00000400:00000200:3.0:1790896035.728204:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896035.728210:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896035.728214:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896035.728217:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896035.728229:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896035.728232:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896035.728234:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896035.728237:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [151:151:255:4294967295] 192.168.202.146@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:3.0:1790896035.728249:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896035.728492:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896035.728497:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1790896035.728500:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790896035.728502:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896035.728505:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896035.728507:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896035.728510:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [152:152:254:4294967295] 192.168.202.146@tcp LPNI seq info [152:152:6:4294967295] 00000400:00000200:2.0:1790896035.728513:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896035.730020:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896035.730040:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896035.730049:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9100. 00000800:00000200:3.0:1790896035.730057:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896035.730065:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896035.730069:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896035.730076:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.730083:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: using a timeout of 16128 usecs (17 jiffies) 00000400:00000200:3.0:1790896035.730090:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896035.730092:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295053846 00000100:00000001:3.0:1790896035.730095:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295055097 00000100:00000001:3.0:1790896035.730098:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295053846 00000100:00000001:3.0:1790896035.730101:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295055097 00000100:00000001:3.0:1790896035.730102:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896035.730123:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.730128:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.730133:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.730143:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896035.730146:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790896035.730149:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896035.730151:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896035.730153:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.730156:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790896035.731658:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896035.731670:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9300. 00000400:00000200:0.0:1790896035.731679:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896035.731688:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:2.0:1790896035.733820:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896035.733837:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896035.733847:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4c00. 00000800:00000200:2.0:1790896035.733856:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896035.733884:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896035.733890:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790896035.733898:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896035.733906:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: using a timeout of 145781 usecs (146 jiffies) 00000400:00000200:2.0:1790896035.733913:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896035.733918:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295053979 00000100:00000001:2.0:1790896035.733922:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295055097 00000100:00000001:2.0:1790896035.733925:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295053979 00000100:00000001:2.0:1790896035.733927:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295055097 00000100:00000001:2.0:1790896035.733930:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896035.733934:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.733939:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790896035.733950:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.733961:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896035.733964:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.733969:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790896035.733974:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790896035.733977:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896035.733981:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a87d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2405:1877890300921856:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896035.733986:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790896035.733994:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790896035.733997:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.734000:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790896035.734007:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889d9e00. 02000000:00000001:2.0:1790896035.734009:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896035.734014:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1790896035.734018:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b8790. 00000400:00000010:2.0:1790896035.734025:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990bb28. 00000100:00000200:2.0:1790896035.737495:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300921856, portal 10 00000100:00000001:2.0:1790896035.737509:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790896035.737528:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883511109376 : -117190198442240 : ffff956a87d9c700) 00000100:00000040:2.0:1790896035.737550:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.737562:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790896035.737565:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1790896035.737571:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b440. 00000100:00000200:2.0:1790896035.737578:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300921856, offset 0 00000400:00000200:2.0:1790896035.737586:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1790896035.737599:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896035.737619:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1790896035.737625:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790896035.737629:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896035.737633:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896035.737636:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896035.737640:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [153:153:253:4294967295] 192.168.202.146@tcp LPNI seq info [153:153:5:4294967295] 00000400:00000200:2.0:1790896035.737644:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896035.737656:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896035.737662:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896035.737669:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4200. 00000800:00000200:2.0:1790896035.737677:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896035.737684:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896035.737689:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790896035.737694:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896035.737699:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: using a timeout of 14333 usecs (15 jiffies) 00000400:00000200:2.0:1790896035.737702:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896035.737705:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295053852 00000100:00000001:2.0:1790896035.737709:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295055097 00000100:00000001:2.0:1790896035.737711:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295053852 00000100:00000001:2.0:1790896035.737714:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295055097 00000100:00000001:2.0:1790896035.737716:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896035.737726:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.737731:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.737735:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.737747:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790896035.737750:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1790896035.737754:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896035.737756:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896035.737758:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.737762:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790896035.739412:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.739437:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896035.739443:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.739445:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.739455:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739463:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896035.739475:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739482:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739488:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739492:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68504880 00000400:00000200:1.0:1790896035.739499:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739506:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:1.0:1790896035.739515:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.739520:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.739524:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896035.739528:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896035.739554:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896035.739563:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896035.739575:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896035.739619:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896035.739631:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.739636:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896035.739638:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.739640:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.739644:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739649:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896035.739654:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739657:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739661:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.739664:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 4 MB=0x6abee68504900 00000100:00000001:3.0:1790896035.739665:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1790896035.739669:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896035.739672:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1790896035.739674:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:1.0:1790896035.739680:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1790896035.739682:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896035.739686:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1790896035.739690:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1790896035.739691:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b478. 00000400:00000200:1.0:1790896035.739695:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1790896035.739699:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfee0 00000400:00000200:1.0:1790896035.739700:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000010:3.0:1790896035.739705:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfee0. 00000100:00000001:3.0:1790896035.739709:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1790896035.739714:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896035.739717:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896035.739723:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896035.739738:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896035.739742:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896035.739754:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896035.739758:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.739762:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.739775:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896035.739777:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.739781:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896035.739785:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896035.739788:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896035.739791:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.739795:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896035.739807:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de0460 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896035.739822:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de0418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896035.739826:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896035.739828:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896035.739832:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790896035.739837:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790896035.739845:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.739857:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896035.739860:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896035.739862:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896035.739864:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.739870:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.739877:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896035.739881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896035.739883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1790896035.739887:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790896035.739896:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a83de0000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1790896035.739901:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896035.739908:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300921984:192.168.202.146@tcp:9:kworker.0 00000100:00000001:3.0:1790896035.739914:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.739917:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896035.739920:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9f100 x1877890300921984/t0(0) o9->lustre-OST0000-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.739927:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896035.739930:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896035.739935:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0a00. 02000000:00000001:3.0:1790896035.739939:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896035.739943:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896035.739946:0:2401:0:(genops.c:1222:class_import_put()) import ffff956a83de0000 refcount=2 obd=lustre-OST0000-osc-ffff956a831ad800 00000020:00000001:3.0:1790896035.739948:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896035.739951:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9500. 02000000:00000001:3.0:1790896035.739956:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896035.739958:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896035.739960:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9f100. 00000100:00000001:3.0:1790896035.739965:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896035.739973:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.739976:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.739978:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896035.739979:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790896035.739982:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896035.739983:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896035.739986:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014bdc0. 00000400:00000200:3.0:1790896035.739989:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df550 00000400:00000010:3.0:1790896035.739991:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df550. 00000100:00000001:3.0:1790896035.739994:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896035.739998:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896035.740006:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.740012:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896035.740013:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.740015:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896035.740016:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896035.740018:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896035.740019:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.740032:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896035.740038:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de3c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896035.740040:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de3c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896035.740042:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896035.740044:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896035.740045:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790896035.740049:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790896035.740054:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.740056:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896035.740058:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896035.740059:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896035.740061:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.740063:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.740079:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896035.740081:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896035.740082:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1790896035.740086:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790896035.740092:0:2401:0:(import.c:65:import_set_state_nolock()) ffff956a83de3800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1790896035.740096:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896035.740226:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0e874e76-692a-4c37-9e02-4754b2ef5816:2401:1877890300922112:192.168.202.146@tcp:9:kworker.0 00000100:00000001:3.0:1790896035.740232:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.740234:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896035.740238:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9c000 x1877890300922112/t0(0) o9->lustre-OST0001-osc-ffff956a831ad800@192.168.202.146@tcp:28/4 lens 224/224 e 0 to 0 dl 1790896045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.740245:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896035.740246:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896035.740248:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b0000. 02000000:00000001:3.0:1790896035.740251:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896035.740252:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896035.740253:0:2401:0:(genops.c:1222:class_import_put()) import ffff956a83de3800 refcount=2 obd=lustre-OST0001-osc-ffff956a831ad800 00000020:00000001:3.0:1790896035.740255:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896035.740257:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9c00. 02000000:00000001:3.0:1790896035.740259:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896035.740260:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896035.740262:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9c000. 00000100:00000001:3.0:1790896035.740264:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896035.740265:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.740267:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.740276:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896035.740278:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.740281:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896035.740287:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896035.741374:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83990 00000400:00000010:0.0:1790896035.741384:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83990. 00000100:00000001:0.0:1790896035.741392:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896035.741410:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741424:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896035.741427:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741433:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.741435:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896035.741499:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896035.741504:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9100. 00000400:00000200:0.0:1790896035.741509:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896035.741514:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896035.741517:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b834c8 00000400:00000010:0.0:1790896035.741519:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b834c8. 00000100:00000001:0.0:1790896035.741522:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896035.741526:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741534:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896035.741549:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741556:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.741558:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896035.741569:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896035.741571:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4c00. 00000400:00000200:0.0:1790896035.741574:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896035.741578:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896035.741580:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990bc38 00000400:00000010:0.0:1790896035.741582:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990bc38. 00000100:00000001:0.0:1790896035.741585:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896035.741589:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741596:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896035.741599:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741605:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.741606:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790896035.741693:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790896035.741696:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4200. 00000400:00000200:0.0:1790896035.741699:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790896035.741702:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:0.0:1790896035.741705:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b440 00000400:00000010:0.0:1790896035.741708:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b440. 00000100:00000001:0.0:1790896035.741710:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790896035.741714:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741722:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790896035.741725:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896035.741731:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896035.741732:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790896035.751992:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752047:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896035.752054:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752057:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.752069:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752079:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896035.752090:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752472:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752478:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504680 00000400:00000200:1.0:1790896035.752485:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752492:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1790896035.752502:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752508:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.752512:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896035.752517:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896035.752526:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896035.752538:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896035.752550:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896035.752571:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896035.752582:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752586:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896035.752588:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752590:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.752594:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752597:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896035.752602:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752605:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752617:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752621:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x6abee68504600 00000400:00000200:1.0:1790896035.752625:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752637:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1790896035.752641:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752645:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.752647:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896035.752650:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896035.752653:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896035.752659:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896035.752667:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896035.752688:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896035.752692:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752695:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896035.752697:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752699:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.752702:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752705:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896035.752709:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752712:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752714:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752717:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504780 00000400:00000200:1.0:1790896035.752720:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.752724:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1790896035.752727:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.752731:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.752733:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896035.752735:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896035.752738:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896035.752743:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.752910:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896035.752915:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790896035.752923:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896035.752925:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896035.752929:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564d68. 00000400:00000200:3.0:1790896035.752935:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83d48 00000400:00000010:3.0:1790896035.752938:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83d48. 00000100:00000001:3.0:1790896035.752941:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896035.752946:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896035.752954:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.752961:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896035.752963:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.752966:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896035.752970:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896035.752973:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896035.752976:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.752979:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896035.752992:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89911460 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896035.752997:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89911418 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896035.752999:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896035.753001:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896035.753004:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896035.753009:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.753014:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896035.753017:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896035.753019:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896035.753031:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.753037:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.753044:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896035.753047:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896035.753050:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896035.753063:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896035.753070:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300921472:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896035.753131:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896035.753136:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790896035.753140:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790896035.753142:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790896035.753144:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b8d68. 00000400:00000200:2.0:1790896035.753149:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b6e8 00000400:00000010:2.0:1790896035.753151:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b6e8. 00000100:00000001:2.0:1790896035.753154:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790896035.753160:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790896035.753188:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753196:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790896035.753197:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.753199:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790896035.753201:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790896035.753203:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790896035.753204:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.753207:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790896035.753212:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4c60 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1790896035.753215:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=87 v=5 (1 0 0 0) 00000100:00000040:1.0:1790896035.753226:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753229:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790896035.753232:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896035.753236:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1790896035.753243:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:2.0:1790896035.753245:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.753249:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790896035.753251:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1790896035.753255:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1790896035.753259:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896035.753262:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.753265:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.753270:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.753274:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896035.753279:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896035.753288:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896035.753292:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1790896035.753295:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896035.753297:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790896035.753300:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.753301:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504700 00000400:00000200:1.0:1790896035.753307:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:2.0:1790896035.753307:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790896035.753313:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:1.0:1790896035.753317:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.753321:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.753325:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896035.753340:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00100000:2.0:1790896035.753340:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300921344:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896035.753347:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1790896035.753350:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1790896035.753354:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753356:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790896035.753362:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9ea00 x1877890300921344/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753371:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790896035.753375:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1790896035.753380:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1790896035.753381:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889d9800. 02000000:00000001:2.0:1790896035.753389:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1790896035.753391:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:2.0:1790896035.753393:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000800:00000001:1.0:1790896035.753397:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896035.753402:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896035.753404:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1790896035.753405:0:2405:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=3 obd=MGC192.168.202.146@tcp 00000800:00000001:1.0:1790896035.753407:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790896035.753411:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:1.0:1790896035.753414:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000010:2.0:1790896035.753415:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9700. 00000400:00000200:1.0:1790896035.753421:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 02000000:00000001:2.0:1790896035.753423:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1790896035.753428:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000001:2.0:1790896035.753428:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790896035.753431:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9ea00. 00000100:00000001:2.0:1790896035.753436:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790896035.753439:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.753440:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896035.753444:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790896035.753446:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896035.753449:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896035.753452:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1790896035.753453:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504800 00000400:00000001:2.0:1790896035.753457:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1790896035.753459:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000001:2.0:1790896035.753460:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790896035.753464:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b88f0. 00000400:00000200:2.0:1790896035.753467:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b088 00000400:00000010:2.0:1790896035.753468:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b088. 00000100:00000001:2.0:1790896035.753471:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790896035.753475:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790896035.753490:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753497:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790896035.753498:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.753500:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790896035.753502:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790896035.753503:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790896035.753505:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.753507:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790896035.753512:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89912460 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1790896035.753515:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89912418 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1790896035.753518:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790896035.753519:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896035.753521:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1790896035.753525:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790896035.753532:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.753534:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790896035.753536:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:2.0:1790896035.753538:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790896035.753539:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896035.753543:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1790896035.753547:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1790896035.753557:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1790896035.753558:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896035.753562:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790896035.753563:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790896035.753568:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1790896035.753570:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896035.753575:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1790896035.753583:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300921600:192.168.202.146@tcp:400:kworker.0 00000400:00000200:1.0:1790896035.753584:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896035.753591:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1790896035.753592:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1790896035.753597:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753603:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790896035.753619:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9ce00 x1877890300921600/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896035.753624:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753631:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790896035.753633:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790896035.753636:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889d8e00. 00000100:00000001:1.0:1790896035.753639:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1790896035.753640:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790896035.753644:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790896035.753645:0:2405:0:(genops.c:1222:class_import_put()) import ffff956a89912000 refcount=3 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000800:00000001:1.0:1790896035.753646:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1790896035.753648:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 00000800:00000001:1.0:1790896035.753652:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1790896035.753652:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9b00. 02000000:00000001:2.0:1790896035.753658:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790896035.753660:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790896035.753661:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9ce00. 00000100:00000001:2.0:1790896035.753665:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790896035.753666:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.753668:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.753670:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896035.753672:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790896035.753675:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790896035.753676:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790896035.753678:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b8790. 00000400:00000200:2.0:1790896035.753680:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990bb28 00000400:00000010:2.0:1790896035.753682:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990bb28. 00000100:00000001:2.0:1790896035.753684:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790896035.753687:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790896035.753694:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753700:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790896035.753701:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.753702:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790896035.753704:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790896035.753705:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790896035.753707:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896035.753709:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790896035.753719:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de6c60 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1790896035.753723:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de6c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1790896035.753725:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790896035.753726:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896035.753728:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1790896035.753732:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790896035.753738:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.753741:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790896035.753742:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:2.0:1790896035.753744:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790896035.753745:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896035.753748:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753755:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896035.753757:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790896035.753758:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790896035.753761:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790896035.753768:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2405:1877890300921856:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896035.753772:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.753774:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790896035.753777:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9c700 x1877890300921856/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896035.753782:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790896035.753783:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790896035.753785:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889d9e00. 02000000:00000001:2.0:1790896035.753787:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790896035.753788:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790896035.753789:0:2405:0:(genops.c:1222:class_import_put()) import ffff956a83de6800 refcount=3 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000001:2.0:1790896035.753791:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1790896035.753798:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9200. 02000000:00000001:2.0:1790896035.753801:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790896035.753802:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790896035.753803:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9c700. 00000100:00000001:2.0:1790896035.753806:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790896035.753807:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.753809:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896035.753817:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790896035.753819:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896035.753821:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896035.753823:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1790896035.758255:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896035.758264:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896035.758270:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564058. 00000400:00000200:3.0:1790896035.758281:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83110 00000400:00000010:3.0:1790896035.758284:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83110. 00000100:00000001:3.0:1790896035.758290:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896035.758305:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896035.758319:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.758329:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896035.758331:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.758335:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896035.758339:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896035.758341:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896035.758344:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896035.758348:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896035.758558:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de2c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896035.758565:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de2c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896035.758568:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896035.758570:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896035.758573:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896035.758578:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.758582:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896035.758585:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896035.758587:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896035.758589:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896035.758595:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.758641:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896035.758645:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896035.758647:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896035.758652:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896035.758661:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a87d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2404:1877890300921728:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896035.758667:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.758671:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896035.758676:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9f480 x1877890300921472/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.758683:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896035.758686:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896035.758690:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85f84400. 02000000:00000001:3.0:1790896035.758694:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896035.758698:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896035.758700:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a89911000 refcount=3 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000001:3.0:1790896035.758703:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896035.758706:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9900. 02000000:00000001:3.0:1790896035.758710:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896035.758712:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896035.758715:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9f480. 00000100:00000001:3.0:1790896035.758719:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896035.758720:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.758722:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896035.758725:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a87d9d180 x1877890300921728/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896035.758731:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896035.758732:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896035.758733:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85f85600. 02000000:00000001:3.0:1790896035.758735:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896035.758736:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896035.758744:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a83de2800 refcount=3 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000001:3.0:1790896035.758746:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896035.758748:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a914f9a00. 02000000:00000001:3.0:1790896035.758950:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896035.758951:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896035.758953:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a87d9d180. 00000100:00000001:3.0:1790896035.758957:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896035.758958:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.758961:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896035.758971:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896035.758974:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896035.758977:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896035.758980:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896036.236844:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896036.236853:0:137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790896036.236857:0:137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790896036.236861:0:137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896036.236866:0:137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790896036.236869:0:137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896036.236871:0:137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896036.236873:0:137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896036.236877:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896036.236879:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790896036.237040:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790896036.237045:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790896036.237048:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790896037.007775:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4110 (cpu 1) has reached its deadline 4295055097, at 4295055107 00000100:00000010:1.0:1790896037.007797:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a917cfd80. 00000100:00000040:0.0:1790896037.008703:0:238:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4000 (cpu 0) has reached its deadline 4295055097, at 4295055108 00000100:00000010:0.0:1790896037.008717:0:238:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a917cff60. 00010000:00000001:2.0:1790896037.260344:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896037.260354:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896037.260373:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896037.260375:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896037.260788:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896037.260792:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896037.260796:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896038.284438:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896038.284450:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896038.284457:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896038.284458:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896038.284915:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896038.284919:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896038.284922:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896039.308425:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896039.308434:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896039.308441:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896039.308442:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896039.308721:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896039.308725:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896039.308729:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896040.332433:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896040.332441:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896040.332447:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896040.332448:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896040.333774:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896040.333781:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896040.333786:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1790896040.844317:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790896040.844353:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790896040.844363:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a83d9d180. 00000020:00000040:2.0:1790896040.844370:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1790896040.844376:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790896040.844379:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790896040.844386:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790896040.844398:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8b7c4900. 00000100:00000001:2.0:1790896040.844406:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844421:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790896040.844433:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790896040.844439:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844446:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079ac827a] to pc [ptlrpcd_01_00+0] req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.844480:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844483:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790896040.844487:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790896040.844491:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a83d9d500. 00000020:00000040:2.0:1790896040.844494:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89911000 refcount=4 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000100:00000001:2.0:1790896040.844496:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790896040.844498:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790896040.844499:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790896040.844503:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8b7c4800. 00000100:00000001:2.0:1790896040.844506:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844510:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790896040.844518:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790896040.844520:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844524:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000164da6e1] to pc [ptlrpcd_01_01+1] req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.844532:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844540:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790896040.844544:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790896040.844547:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a83d9d880. 00000020:00000040:2.0:1790896040.844549:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a89912000 refcount=4 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000100:00000001:2.0:1790896040.844552:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790896040.844553:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790896040.844555:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790896040.844558:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8b7c4400. 00000100:00000001:2.0:1790896040.844560:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844575:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790896040.844583:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790896040.844585:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844589:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a51e8d7] to pc [ptlrpcd_01_00+0] req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.844601:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844603:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1790896040.844606:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1790896040.844609:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896040.844611:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1790896040.844612:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1790896040.844616:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790896040.844616:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896040.844619:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1790896040.844619:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1790896040.844623:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a83d9df80. 00000020:00000040:2.0:1790896040.844625:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de2800 refcount=4 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000100:00000001:2.0:1790896040.844627:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1790896040.844627:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1790896040.844628:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790896040.844630:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790896040.844634:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8b7c4700. 00000100:00000001:3.0:1790896040.844636:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896040.844637:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.844638:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896040.844643:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1790896040.844646:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1790896040.844646:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896040.844649:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896040.844652:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300922240:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896040.844653:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790896040.844655:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.844658:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1790896040.844659:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fb5a589] to pc [ptlrpcd_01_01+1] req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1790896040.844664:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1790896040.844665:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896040.844666:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844668:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1790896040.844669:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1790896040.844671:0:8800:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790896040.844674:0:8800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a83d9ea00. 02000000:00000010:3.0:1790896040.844675:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85f85c00. 00000020:00000040:2.0:1790896040.844676:0:8800:0:(genops.c:1209:class_import_get()) import ffff956a83de6800 refcount=4 obd=lustre-MDT0001-mdc-ffff956a831ad800 02000000:00000001:3.0:1790896040.844676:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.844678:0:8800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790896040.844679:0:8800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790896040.844681:0:8800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790896040.844683:0:8800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8b7c4600. 00000100:00000001:2.0:1790896040.844686:0:8800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896040.844686:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:2.0:1790896040.844690:0:8800:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1790896040.844691:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564058. 00000100:00000001:2.0:1790896040.844696:0:8800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790896040.844698:0:8800:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790896040.844699:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83110. 00000100:00000040:2.0:1790896040.844702:0:8800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b02f871b] to pc [ptlrpcd_01_00+0] req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.844709:0:8800:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.844711:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1790896040.844713:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300922240, portal 25 00000100:00000040:2.0:1790896040.844714:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1790896040.844715:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896040.844717:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883444003200 : -117190265548416 : ffff956a83d9d180) 00000100:00000040:2.0:1790896040.844718:0:8800:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1790896040.844720:0:8800:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790896040.844723:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790896040.844725:0:8800:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:3.0:1790896040.844730:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896040.844733:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896040.844735:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83d48. 00000100:00000200:3.0:1790896040.844739:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877890300922240, offset 0 00000100:00000001:2.0:1790896040.844746:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1790896040.844746:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000100:00000001:2.0:1790896040.844748:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896040.844750:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790896040.844754:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.844760:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896040.844762:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.844764:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790896040.844766:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1790896040.844767:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 02000000:00000001:2.0:1790896040.844768:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896040.844771:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300922368:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896040.844774:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1790896040.844776:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 02000000:00000001:2.0:1790896040.844777:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790896040.844778:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.844780:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1790896040.844782:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1790896040.844783:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889d8000. 02000000:00000001:2.0:1790896040.844784:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896040.844788:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896040.844788:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000010:2.0:1790896040.844791:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b8790. 00000400:00000200:3.0:1790896040.844792:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1790896040.844795:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990bb28. 00000400:00000200:3.0:1790896040.844795:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000100:00000200:2.0:1790896040.844798:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300922368, portal 10 00000400:00000200:3.0:1790896040.844799:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [154:154:256:4294967295] 192.168.202.146@tcp LPNI seq info [154:154:8:4294967295] 00000100:00000001:2.0:1790896040.844800:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790896040.844801:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883444004096 : -117190265547520 : ffff956a83d9d500) 00000400:00000200:3.0:1790896040.844804:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:2.0:1790896040.844808:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.844813:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790896040.844815:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896040.844816:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000400:00000010:2.0:1790896040.844817:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b088. 00000100:00000200:2.0:1790896040.844819:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300922368, offset 0 00000400:00000200:2.0:1790896040.844823:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000800:00000200:3.0:1790896040.844824:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000400:00000200:2.0:1790896040.844827:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896040.844830:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000800:00000010:3.0:1790896040.844830:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9a00. 00000400:00000200:2.0:1790896040.844832:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1790896040.844838:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000400:00000200:2.0:1790896040.844840:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896040.844842:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896040.844844:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896040.844846:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [155:155:255:4294967295] 192.168.202.146@tcp LPNI seq info [155:155:7:4294967295] 00000800:00000200:3.0:1790896040.844848:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000400:00000200:2.0:1790896040.844850:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000800:00000200:3.0:1790896040.844853:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1790896040.844856:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896040.844860:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896040.844863:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4000. 00000800:00000200:2.0:1790896040.844867:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896040.844871:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896040.844873:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790896040.844875:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.844876:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896040.844879:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000040:2.0:1790896040.844880:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: using a timeout of 119228 usecs (120 jiffies) 00000100:00000001:3.0:1790896040.844881:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295060215 00000400:00000200:2.0:1790896040.844882:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896040.844884:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295059064 00000100:00000010:3.0:1790896040.844886:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a859585a0. 00000100:00000001:3.0:1790896040.844894:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1790896040.844983:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896040.844994:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9a00. 00000400:00000200:1.0:1790896040.845003:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.845010:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896040.845016:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83d48 00000400:00000010:1.0:1790896040.845019:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83d48. 00000100:00000001:1.0:1790896040.845024:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896040.845029:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.845039:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896040.845042:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.845048:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896040.845050:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896040.845132:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896040.845135:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4000. 00000400:00000200:1.0:1790896040.845138:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.845140:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896040.845142:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b088 00000400:00000010:1.0:1790896040.845143:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b088. 00000100:00000001:1.0:1790896040.845146:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896040.845148:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.845153:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896040.845155:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.845159:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896040.845160:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790896040.845246:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295060216 00000100:00000001:2.0:1790896040.845335:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:2.0:1790896040.845339:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295059065 00000100:00000010:2.0:1790896040.845343:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a84b35a20. 00000100:00000001:2.0:1790896040.845348:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790896040.845353:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896040.845356:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.845359:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790896040.845364:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.845371:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896040.845373:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.845375:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790896040.845377:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790896040.845379:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896040.845382:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2405:1877890300922624:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896040.845390:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790896040.845394:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790896040.845396:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.845397:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790896040.845401:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889d8600. 02000000:00000001:2.0:1790896040.845403:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896040.845406:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1790896040.845409:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b88f0. 00000400:00000010:2.0:1790896040.845413:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b6e8. 00000100:00000200:2.0:1790896040.845416:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300922624, portal 10 00000100:00000001:2.0:1790896040.845418:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790896040.845420:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883444006784 : -117190265544832 : ffff956a83d9df80) 00000100:00000040:2.0:1790896040.845426:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.845432:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790896040.845434:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1790896040.845437:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b7f8. 00000100:00000200:2.0:1790896040.845440:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300922624, offset 0 00000400:00000200:2.0:1790896040.845446:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1790896040.845450:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896040.845454:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1790896040.845457:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790896040.845460:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896040.845463:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896040.845465:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896040.845468:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [156:156:256:4294967295] 192.168.202.146@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1790896040.845472:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896040.845479:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896040.845483:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896040.845487:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4e00. 00000800:00000200:2.0:1790896040.845492:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896040.845501:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896040.845504:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790896040.845519:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.845523:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: using a timeout of 18687 usecs (19 jiffies) 00000400:00000200:2.0:1790896040.845526:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896040.845528:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295058964 00000100:00000001:2.0:1790896040.845531:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:2.0:1790896040.845533:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295058964 00000100:00000001:2.0:1790896040.845535:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295059065 00000100:00000001:2.0:1790896040.845537:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896040.845539:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.845542:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.845546:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.845555:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790896040.845557:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1790896040.845560:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896040.845573:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896040.845576:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896040.845580:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1790896040.845582:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.845584:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790896040.845586:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.845588:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896040.845589:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896040.845590:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790896040.845594:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.845601:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896040.845603:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.845605:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790896040.845607:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790896040.845609:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896040.845611:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2405:1877890300922752:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896040.845620:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790896040.845623:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790896040.845624:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.845626:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790896040.845629:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889d9200. 02000000:00000001:2.0:1790896040.845631:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896040.845635:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1790896040.845638:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b8d68. 00000400:00000010:2.0:1790896040.845641:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b330. 00000100:00000200:2.0:1790896040.845644:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300922752, portal 10 00000100:00000001:2.0:1790896040.845646:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790896040.845647:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883444009472 : -117190265542144 : ffff956a83d9ea00) 00000100:00000040:2.0:1790896040.845654:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.845660:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790896040.845663:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1790896040.845665:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b198. 00000100:00000200:2.0:1790896040.845668:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300922752, offset 0 00000400:00000200:2.0:1790896040.845672:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1790896040.845676:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896040.845680:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1790896040.845682:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790896040.845684:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896040.845687:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896040.845689:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896040.845691:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [157:157:255:4294967295] 192.168.202.146@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1790896040.845696:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896040.845701:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896040.845706:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896040.845709:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4a00. 00000800:00000200:2.0:1790896040.845712:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896040.845722:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896040.845724:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790896040.845727:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.845731:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: using a timeout of 17916 usecs (18 jiffies) 00000400:00000200:2.0:1790896040.845734:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896040.845736:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295058963 00000100:00000001:2.0:1790896040.845739:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:2.0:1790896040.845741:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295058963 00000100:00000001:2.0:1790896040.845743:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295059065 00000100:00000001:2.0:1790896040.845745:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896040.845747:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.845749:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.845752:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.845768:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059065 00000100:00000001:2.0:1790896040.845772:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896040.845774:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.845776:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790896040.845780:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.845787:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896040.845789:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.845791:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790896040.845793:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790896040.845794:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896040.845797:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300922496:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896040.845800:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790896040.845803:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790896040.845804:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.845806:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790896040.845810:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889d8400. 02000000:00000001:2.0:1790896040.845812:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896040.845821:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1790896040.845824:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b8aa8. 00000400:00000010:2.0:1790896040.845827:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b220. 00000100:00000200:2.0:1790896040.845830:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300922496, portal 10 00000100:00000001:2.0:1790896040.845832:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790896040.845834:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883444004992 : -117190265546624 : ffff956a83d9d880) 00000800:00000200:1.0:1790896040.846401:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896040.846407:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4e00. 00000400:00000200:1.0:1790896040.846412:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.846418:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896040.846424:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b7f8 00000400:00000010:1.0:1790896040.846427:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b7f8. 00000100:00000001:1.0:1790896040.846439:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896040.846445:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.846455:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896040.846458:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.846465:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896040.846467:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896040.846536:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896040.846539:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4a00. 00000400:00000200:1.0:1790896040.846542:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.846546:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896040.846549:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b198 00000400:00000010:1.0:1790896040.846550:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b198. 00000100:00000001:1.0:1790896040.846553:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896040.846556:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.846573:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896040.846576:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.846583:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896040.846585:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790896040.847631:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.847648:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896040.847652:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.847654:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.847664:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.847670:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896040.847679:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.847684:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.847690:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.847695:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504a00 00000400:00000200:1.0:1790896040.847700:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.847713:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1790896040.847722:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.847730:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.847734:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.847738:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896040.847745:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896040.847752:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896040.848073:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.848123:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896040.848134:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790896040.848152:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896040.848181:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.848186:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1790896040.848846:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896040.848852:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896040.848856:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b8790. 00000400:00000200:3.0:1790896040.848862:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990bb28 00000400:00000010:3.0:1790896040.848865:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990bb28. 00000100:00000001:3.0:1790896040.848869:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896040.848875:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896040.848886:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.848893:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896040.848895:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.848898:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896040.848901:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896040.848904:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896040.848908:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896040.848911:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896040.848923:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89911460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896040.848928:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89911418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896040.848930:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896040.848932:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896040.848935:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896040.848940:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.848944:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896040.848946:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896040.848948:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896040.848950:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896040.848955:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.848962:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896040.848966:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896040.848969:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896040.848973:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896040.849709:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b10586e7-50c5-4e95-827e-56352c0f4953:2405:1877890300922368:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896040.849717:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.849722:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896040.849726:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a83d9d500 x1877890300922368/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.849734:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896040.849737:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896040.849743:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889d8000. 02000000:00000001:3.0:1790896040.849747:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896040.849750:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896040.849752:0:2405:0:(genops.c:1222:class_import_put()) import ffff956a89911000 refcount=3 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000001:3.0:1790896040.849755:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896040.849768:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8b7c4800. 02000000:00000001:3.0:1790896040.849773:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896040.849775:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896040.849777:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a83d9d500. 00000100:00000001:3.0:1790896040.849781:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896040.849783:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.849787:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.849790:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896040.849793:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896040.849795:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.849796:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790896040.850065:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850080:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896040.850083:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850085:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.850093:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850098:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896040.850107:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850112:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850118:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850123:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x6abee68504980 00000400:00000200:1.0:1790896040.850128:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850134:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:1.0:1790896040.850142:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850146:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.850150:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.850155:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896040.850259:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896040.850267:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1790896040.850278:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.850290:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790896040.850293:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1790896040.850299:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990bf68. 00000100:00000200:2.0:1790896040.850305:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300922496, offset 0 00000400:00000200:2.0:1790896040.850313:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:2.0:1790896040.850320:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896040.850328:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1790896040.850335:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790896040.850341:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896040.850346:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896040.850349:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896040.850354:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [158:158:256:4294967295] 192.168.202.146@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1790896040.850359:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896040.850369:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896040.850375:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896040.850381:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4300. 00000800:00000200:2.0:1790896040.850389:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896040.850398:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896040.850404:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790896040.850416:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.850422:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: using a timeout of 140278 usecs (141 jiffies) 00000400:00000200:2.0:1790896040.850426:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896040.850429:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295059091 00000100:00000001:2.0:1790896040.850438:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:2.0:1790896040.850441:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295059091 00000100:00000001:2.0:1790896040.850444:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295060216 00000100:00000001:2.0:1790896040.850447:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896040.850451:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.850454:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.850456:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896040.850462:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.850465:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790896040.850468:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790896040.850469:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790896040.850470:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896040.850472:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790896040.850476:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790896040.850478:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790896040.850481:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564058. 00000400:00000200:2.0:1790896040.850484:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83110 00000400:00000010:2.0:1790896040.850487:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83110. 00000100:00000001:2.0:1790896040.850489:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790896040.850493:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790896040.850500:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.850506:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790896040.850508:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.850510:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790896040.850513:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790896040.850515:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790896040.850517:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.850519:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790896040.850525:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4c60 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1790896040.850529:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1790896040.850531:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790896040.850533:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896040.850536:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790896040.850538:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.850546:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.850551:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.850557:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896040.850560:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790896040.850573:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790896040.850577:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790896040.850585:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300922240:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896040.850590:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.850594:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790896040.850596:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a83d9d180 x1877890300922240/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.850602:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790896040.850604:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790896040.850607:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85f85c00. 02000000:00000001:2.0:1790896040.850611:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790896040.850614:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790896040.850616:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:2.0:1790896040.850617:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1790896040.850619:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8b7c4900. 02000000:00000001:2.0:1790896040.850622:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790896040.850623:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790896040.850625:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a83d9d180. 00000100:00000001:2.0:1790896040.850628:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790896040.850629:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.850632:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.850633:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896040.850635:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896040.850636:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.850638:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790896040.850778:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896040.850783:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4300. 00000400:00000200:1.0:1790896040.850787:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.850791:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896040.850795:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990bf68 00000400:00000010:1.0:1790896040.850797:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990bf68. 00000100:00000001:1.0:1790896040.850801:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896040.850805:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.850813:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896040.850815:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.850821:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896040.850823:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790896040.850830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850835:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896040.850837:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850839:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.850843:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850846:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896040.850851:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850854:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850857:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850860:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504b00 00000400:00000200:1.0:1790896040.850863:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850868:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x929 [1] + 224 00000800:00000001:1.0:1790896040.850872:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850883:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.850885:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.850888:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896040.850892:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896040.850897:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896040.850906:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.850919:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896040.850923:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850927:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896040.850930:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.850932:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.850935:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850938:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896040.850943:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850946:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850949:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850951:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504b80 00000400:00000200:1.0:1790896040.850955:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.850958:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:1.0:1790896040.850962:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.851032:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.851036:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.851039:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896040.851043:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896040.851048:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896040.851056:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.851063:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896040.851073:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.851076:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.851208:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896040.851212:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790896040.851216:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896040.851218:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896040.851222:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b8d68. 00000400:00000200:3.0:1790896040.851226:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b330 00000400:00000010:3.0:1790896040.851227:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b330. 00000100:00000001:3.0:1790896040.851230:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896040.851235:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896040.851258:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.851265:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896040.851267:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.851269:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896040.851271:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896040.851273:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896040.851274:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896040.851277:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896040.851284:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de6c60 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896040.851394:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de6c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896040.851397:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896040.851399:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896040.851401:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790896040.851406:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790896040.851414:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.851417:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896040.851419:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896040.851422:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896040.851423:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896040.851426:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.851433:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896040.851436:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896040.851438:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896040.851441:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896040.851449:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2405:1877890300922752:192.168.202.146@tcp:400:kworker.0 00000400:00000001:3.0:1790896040.851455:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896040.851462:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896040.851464:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b88f0. 00000400:00000200:3.0:1790896040.851466:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b6e8 00000400:00000010:3.0:1790896040.851468:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b6e8. 00000100:00000001:3.0:1790896040.851471:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896040.851475:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896040.851483:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.851490:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896040.851491:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.851493:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896040.851495:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896040.851496:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896040.851498:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896040.851499:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896040.851504:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de2c60 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896040.851506:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de2c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896040.851508:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896040.851509:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896040.851511:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896040.851513:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.851515:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790896040.851516:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:3.0:1790896040.851518:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790896040.851519:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896040.851523:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.851529:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896040.851531:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896040.851532:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896040.851535:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896040.851553:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0e874e76-692a-4c37-9e02-4754b2ef5816:2405:1877890300922624:192.168.202.146@tcp:400:kworker.0 00000100:00000001:3.0:1790896040.851557:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.851559:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896040.851572:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a83d9ea00 x1877890300922752/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.851580:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896040.851582:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896040.851585:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889d9200. 02000000:00000001:3.0:1790896040.851589:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896040.851592:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896040.851594:0:2405:0:(genops.c:1222:class_import_put()) import ffff956a83de6800 refcount=3 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000001:3.0:1790896040.851596:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896040.851598:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8b7c4600. 02000000:00000001:3.0:1790896040.851601:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896040.851602:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896040.851603:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a83d9ea00. 00000100:00000001:3.0:1790896040.851606:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896040.851608:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.851609:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896040.851612:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a83d9df80 x1877890300922624/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896040.851618:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896040.851619:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896040.851620:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889d8600. 02000000:00000001:3.0:1790896040.851622:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896040.851623:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896040.851624:0:2405:0:(genops.c:1222:class_import_put()) import ffff956a83de2800 refcount=3 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000001:3.0:1790896040.851626:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896040.851627:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8b7c4700. 02000000:00000001:3.0:1790896040.851629:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896040.851630:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896040.851631:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a83d9df80. 00000100:00000001:3.0:1790896040.851639:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896040.851640:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.851642:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896040.851648:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896040.851650:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896040.851652:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896040.851654:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790896040.852784:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.852802:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896040.852806:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.852808:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.852818:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.852827:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896040.852835:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.852840:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.852846:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.852850:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504a80 00000400:00000200:1.0:1790896040.852855:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896040.852861:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:1.0:1790896040.852869:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.852876:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896040.852880:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896040.852885:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896040.852892:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896040.852899:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896040.852909:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896040.852930:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896040.852937:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896040.852941:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.853199:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896040.853204:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790896040.853211:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790896040.853403:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790896040.853406:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b8aa8. 00000400:00000200:2.0:1790896040.853411:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b220 00000400:00000010:2.0:1790896040.853413:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b220. 00000100:00000001:2.0:1790896040.853416:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790896040.853422:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790896040.853430:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.853436:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790896040.853439:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.853441:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790896040.853444:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790896040.853447:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790896040.853449:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896040.853452:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790896040.853463:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89912460 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1790896040.853467:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89912418 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1790896040.853470:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790896040.853472:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896040.853475:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1790896040.853480:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790896040.853487:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.853492:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790896040.853494:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:2.0:1790896040.853496:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790896040.853498:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896040.853503:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.853509:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896040.853512:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790896040.853514:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790896040.853522:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790896040.853527:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b10586e7-50c5-4e95-827e-56352c0f4953:2404:1877890300922496:192.168.202.146@tcp:400:kworker.0 00000100:00000001:2.0:1790896040.853531:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.853534:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790896040.853536:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a83d9d880 x1877890300922496/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896040.853540:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790896040.853542:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790896040.853545:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889d8400. 02000000:00000001:2.0:1790896040.853548:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790896040.853550:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790896040.853552:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a89912000 refcount=3 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000020:00000001:2.0:1790896040.853554:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1790896040.853556:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8b7c4400. 02000000:00000001:2.0:1790896040.853558:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790896040.853560:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790896040.853572:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a83d9d880. 00000100:00000001:2.0:1790896040.853576:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790896040.853577:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.853580:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896040.853592:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790896040.853594:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896040.853596:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896040.853600:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896041.357784:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896041.357790:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896041.357796:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896041.357798:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896041.357950:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896041.357954:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896041.357958:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790896042.124335:0:238:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4000 (cpu 0) has reached its deadline 4295060215, at 4295060224 00000100:00000010:0.0:1790896042.124360:0:238:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a859585a0. 00000100:00000040:1.0:1790896042.125722:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4110 (cpu 1) has reached its deadline 4295060216, at 4295060225 00000100:00000010:1.0:1790896042.125740:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a84b35a20. 00010000:00000001:2.0:1790896042.381300:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896042.381309:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896042.381315:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896042.381316:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896042.387200:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896042.387207:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896042.387228:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1790896043.405365:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896043.405386:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896043.405392:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896043.405393:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896043.405471:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896043.405475:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896043.405478:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1790896043.627001:0:10097:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790896043.627013:0:10097:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1790896043.998031:0:10133:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1790896043.998038:0:10133:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1790896044.005829:0:10133:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1790896044.430099:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896044.430106:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896044.430111:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896044.430112:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790896044.431156:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790896044.431182:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790896044.431187:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1790896045.162559:0:10232:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790896045.162571:0:10232:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896045.452638:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896045.452647:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896045.452654:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896045.452659:0:137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790896045.452661:0:137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790896045.452666:0:137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896045.452670:0:137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790896045.452672:0:137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896045.452675:0:137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896045.452678:0:137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790896045.453091:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790896045.453096:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790896045.453099:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1790896045.964242:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790896045.964255:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790896045.964286:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a883b7100. 00000020:00000040:0.0:1790896045.964292:0:492:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:0.0:1790896045.964297:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790896045.964300:0:492:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790896045.964305:0:492:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790896045.964315:0:492:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8d437200. 00000100:00000001:0.0:1790896045.964322:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964332:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 27edc0e5-2a95-4b5c-8de6-86c4075f3fb0->MGS req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896045.964343:0:492:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790896045.964347:0:492:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964353:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ad762a] to pc [ptlrpcd_00_00+0] req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964374:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964377:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790896045.964392:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790896045.964395:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a883b7480. 00000020:00000040:0.0:1790896045.964398:0:492:0:(genops.c:1209:class_import_get()) import ffff956a89911000 refcount=4 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000100:00000001:0.0:1790896045.964400:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790896045.964401:0:492:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790896045.964403:0:492:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790896045.964406:0:492:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8d437500. 00000100:00000001:0.0:1790896045.964409:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964413:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0000_UUID req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896045.964440:0:492:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790896045.964442:0:492:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964446:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b949d7e0] to pc [ptlrpcd_00_01+1] req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964454:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964456:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790896045.964459:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790896045.964462:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a883b4700. 00000020:00000040:0.0:1790896045.964464:0:492:0:(genops.c:1209:class_import_get()) import ffff956a89912000 refcount=4 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000100:00000001:0.0:1790896045.964467:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790896045.964468:0:492:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790896045.964470:0:492:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790896045.964472:0:492:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a8d437600. 00000100:00000001:0.0:1790896045.964476:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964479:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b10586e7-50c5-4e95-827e-56352c0f4953->lustre-MDT0001_UUID req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896045.964497:0:492:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790896045.964499:0:492:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964503:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa4aaf15] to pc [ptlrpcd_00_00+0] req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964509:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964511:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790896045.964522:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790896045.964525:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790896045.964528:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) b10586e7-50c5-4e95-827e-56352c0f4953->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790896045.964531:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790896045.964538:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790896045.964541:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a883b6a00. 00000020:00000040:0.0:1790896045.964543:0:492:0:(genops.c:1209:class_import_get()) import ffff956a83de2800 refcount=4 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000100:00000001:0.0:1790896045.964546:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790896045.964547:0:492:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790896045.964549:0:492:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790896045.964554:0:492:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1a00. 00000100:00000001:0.0:1790896045.964557:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964562:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0000_UUID req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896045.964568:0:492:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790896045.964569:0:492:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964572:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b65cdc6] to pc [ptlrpcd_00_01+1] req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964579:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964581:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790896045.964583:0:492:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790896045.964585:0:492:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a883b5f80. 00000020:00000040:0.0:1790896045.964587:0:492:0:(genops.c:1209:class_import_get()) import ffff956a83de6800 refcount=4 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000100:00000001:0.0:1790896045.964590:0:492:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790896045.964591:0:492:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790896045.964592:0:492:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790896045.964595:0:492:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff956a828a1300. 00000100:00000001:0.0:1790896045.964597:0:492:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964601:0:492:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-MDT0001_UUID req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896045.964607:0:492:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790896045.964609:0:492:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964612:0:492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f09b9a] to pc [ptlrpcd_00_00+0] req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964629:0:492:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.964632:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790896045.964635:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790896045.964638:0:492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790896045.964641:0:492:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0e874e76-692a-4c37-9e02-4754b2ef5816->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790896045.964648:0:492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (401) 00000100:00000001:0.0:1790896045.964668:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896045.964672:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896045.964675:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896045.964682:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964689:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896045.964691:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.964696:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896045.964699:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896045.964701:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896045.964708:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300922880:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896045.964714:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896045.964720:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896045.964727:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.964729:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896045.964734:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a90fb8a00. 02000000:00000001:0.0:1790896045.964736:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896045.964745:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896045.964750:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b268. 00000400:00000010:0.0:1790896045.964758:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dff68. 00000100:00000200:0.0:1790896045.964767:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300922880, portal 25 00000100:00000001:0.0:1790896045.964770:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896045.964771:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883517509888 : -117190192041728 : ffff956a883b7100) 00000100:00000040:0.0:1790896045.964783:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964789:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896045.964791:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896045.964795:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df220. 00000100:00000200:0.0:1790896045.964799:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877890300922880, offset 0 00000400:00000200:0.0:1790896045.964805:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896045.964814:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.964820:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896045.964825:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896045.964829:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896045.964833:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896045.964836:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896045.964839:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [159:159:256:4294967295] 192.168.202.146@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:0.0:1790896045.964843:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.964853:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896045.964858:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896045.964863:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a828a1f00. 00000800:00000200:0.0:1790896045.964869:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896045.964876:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896045.964881:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a828a1f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896045.964898:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896045.964902:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896045.964905:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295065335 00000100:00000010:0.0:1790896045.964909:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a917cf600. 00000100:00000001:0.0:1790896045.964915:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1790896045.964921:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295065335 00000100:00000010:0.0:1790896045.964924:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a917cf660. 00000100:00000001:0.0:1790896045.964927:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1790896045.964930:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896045.964938:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.964941:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896045.964945:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964951:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896045.964952:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.964954:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896045.964956:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896045.964957:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896045.964960:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300923136:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896045.964963:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896045.964966:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896045.964967:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.964969:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896045.964972:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a90fb8600. 02000000:00000001:0.0:1790896045.964973:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896045.964976:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896045.964978:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b7e8. 00000400:00000010:0.0:1790896045.964983:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df550. 00000100:00000200:0.0:1790896045.964986:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300923136, portal 10 00000100:00000001:0.0:1790896045.964988:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896045.964989:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883517499136 : -117190192052480 : ffff956a883b4700) 00000100:00000040:0.0:1790896045.964995:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.964999:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896045.965001:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896045.965003:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfee0. 00000100:00000200:0.0:1790896045.965005:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300923136, offset 0 00000400:00000200:0.0:1790896045.965008:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965012:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965015:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896045.965018:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896045.965026:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896045.965028:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896045.965030:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965032:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [160:160:255:4294967295] 192.168.202.146@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:0.0:1790896045.965036:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965041:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896045.965045:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896045.965048:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a828a1000. 00000800:00000200:0.0:1790896045.965052:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896045.965056:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896045.965058:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a828a1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896045.965061:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.965065:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: using a timeout of 134125 usecs (135 jiffies) 00000400:00000200:0.0:1790896045.965068:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896045.965069:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295064199 00000100:00000001:0.0:1790896045.965071:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965073:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295064199 00000100:00000001:0.0:1790896045.965075:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965077:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896045.965079:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.965081:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896045.965085:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.965091:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896045.965092:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.965094:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896045.965096:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896045.965097:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896045.965100:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300923392:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896045.965110:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896045.965112:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896045.965114:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.965116:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896045.965119:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a83ccf000. 02000000:00000001:0.0:1790896045.965121:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896045.965124:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896045.965127:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014bbb0. 00000400:00000010:0.0:1790896045.965131:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df3b8. 00000100:00000200:0.0:1790896045.965134:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300923392, portal 10 00000100:00000001:0.0:1790896045.965136:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896045.965137:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883517505408 : -117190192046208 : ffff956a883b5f80) 00000100:00000040:0.0:1790896045.965142:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.965148:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896045.965150:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896045.965152:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df000. 00000100:00000200:0.0:1790896045.965154:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300923392, offset 0 00000400:00000200:0.0:1790896045.965158:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965161:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965211:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896045.965216:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896045.965219:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896045.965221:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896045.965223:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965225:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [161:161:254:4294967295] 192.168.202.146@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000200:0.0:1790896045.965230:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965236:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896045.965242:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896045.965246:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a828a1900. 00000800:00000200:0.0:1790896045.965249:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896045.965258:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896045.965260:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a828a1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896045.965263:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.965266:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: using a timeout of 16527 usecs (17 jiffies) 00000400:00000200:0.0:1790896045.965268:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896045.965270:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295064082 00000100:00000001:0.0:1790896045.965272:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965274:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295064082 00000100:00000001:0.0:1790896045.965276:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965278:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896045.965280:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.965283:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.965285:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896045.965293:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896045.965295:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1790896045.965297:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896045.965298:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896045.965300:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896045.965302:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1790896045.965304:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896045.965305:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790896045.965307:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896045.965308:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896045.965309:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790896045.965310:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896045.965314:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.965320:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896045.965321:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.965324:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896045.965325:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896045.965327:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896045.965330:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300923008:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896045.965339:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896045.965341:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896045.965343:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.965344:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896045.965350:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a84dfa200. 02000000:00000001:0.0:1790896045.965352:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896045.965355:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896045.965357:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b4d0. 00000400:00000010:0.0:1790896045.965361:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfcc0. 00000100:00000200:0.0:1790896045.965363:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300923008, portal 10 00000100:00000001:0.0:1790896045.965365:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896045.965366:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883517510784 : -117190192040832 : ffff956a883b7480) 00000100:00000040:0.0:1790896045.965372:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.965378:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896045.965380:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896045.965383:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df660. 00000100:00000200:0.0:1790896045.965385:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300923008, offset 0 00000400:00000200:0.0:1790896045.965389:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965393:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965396:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896045.965399:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896045.965401:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896045.965403:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896045.965405:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965407:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [162:162:253:4294967295] 192.168.202.146@tcp LPNI seq info [162:162:5:4294967295] 00000400:00000200:0.0:1790896045.965410:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965415:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896045.965419:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896045.965421:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a828a1800. 00000800:00000200:0.0:1790896045.965425:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896045.965436:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896045.965439:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a828a1800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896045.965441:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.965443:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: using a timeout of 114853 usecs (115 jiffies) 00000400:00000200:0.0:1790896045.965446:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896045.965448:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 0 is 4295064180 00000100:00000001:0.0:1790896045.965450:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 0, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965452:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS new deadline estimation for cpu 1 is 4295064180 00000100:00000001:0.0:1790896045.965453:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a841a4800: PM QoS request active for cpu 1, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965455:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896045.965456:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.965458:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790896045.965461:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.965467:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790896045.965468:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.965470:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790896045.965472:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790896045.965473:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896045.965475:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a883b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300923264:192.168.202.146@tcp:400:kworker.0 00000100:00000001:0.0:1790896045.965478:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790896045.965481:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790896045.965482:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896045.965484:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790896045.965487:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a84dfa000. 02000000:00000001:0.0:1790896045.965488:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790896045.965491:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:0.0:1790896045.965493:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8014b688. 00000400:00000010:0.0:1790896045.965497:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfaa0. 00000100:00000200:0.0:1790896045.965499:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300923264, portal 10 00000100:00000001:0.0:1790896045.965501:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790896045.965506:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883517508096 : -117190192043520 : ffff956a883b6a00) 00000100:00000040:0.0:1790896045.965513:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790896045.965531:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896045.965533:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896045.965535:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889dfd48. 00000100:00000200:0.0:1790896045.965538:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877890300923264, offset 0 00000400:00000200:0.0:1790896045.965542:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965546:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965550:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896045.965552:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790896045.965554:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:0.0:1790896045.965557:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790896045.965558:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:0.0:1790896045.965561:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [163:163:252:4294967295] 192.168.202.146@tcp LPNI seq info [163:163:4:4294967295] 00000400:00000200:0.0:1790896045.965564:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896045.965569:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896045.965573:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896045.965576:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a828a1600. 00000800:00000200:0.0:1790896045.965579:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896045.965583:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896045.965585:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a828a1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896045.965588:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896045.965590:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: using a timeout of 17763 usecs (18 jiffies) 00000400:00000200:0.0:1790896045.965593:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:0.0:1790896045.965595:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 0 is 4295064083 00000100:00000001:0.0:1790896045.965597:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 0, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965599:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS new deadline estimation for cpu 1 is 4295064083 00000100:00000001:0.0:1790896045.965601:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff956a831ad800: PM QoS request active for cpu 1, keep current deadline 4295065335 00000100:00000001:0.0:1790896045.965603:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790896045.965609:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.965612:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.965614:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896045.965624:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790896045.965626:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790896045.965761:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896045.965772:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a828a1f00. 00000400:00000200:1.0:1790896045.965781:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.965790:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896045.965799:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df220 00000400:00000010:1.0:1790896045.965802:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df220. 00000100:00000001:1.0:1790896045.965807:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896045.965815:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.965829:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.965833:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.965841:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.965843:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896045.965859:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896045.965861:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a828a1000. 00000400:00000200:1.0:1790896045.965864:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.965867:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896045.965870:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfee0 00000400:00000010:1.0:1790896045.965871:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfee0. 00000100:00000001:1.0:1790896045.965874:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896045.965878:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.965885:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.965889:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.965894:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.965896:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896045.965903:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896045.965916:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a828a1900. 00000400:00000200:1.0:1790896045.965920:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.965923:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896045.965926:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df000 00000400:00000010:1.0:1790896045.965941:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df000. 00000100:00000001:1.0:1790896045.965945:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896045.965950:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.965957:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.965960:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.965965:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.965967:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896045.965976:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896045.965978:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a828a1800. 00000400:00000200:1.0:1790896045.965981:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.965984:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896045.965987:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df660 00000400:00000010:1.0:1790896045.965989:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df660. 00000100:00000001:1.0:1790896045.965992:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896045.965996:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.966002:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.966005:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.966010:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.966011:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790896045.966082:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896045.966092:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a828a1600. 00000400:00000200:1.0:1790896045.966095:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.966099:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896045.966101:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfd48 00000400:00000010:1.0:1790896045.966104:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfd48. 00000100:00000001:1.0:1790896045.966112:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896045.966117:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.966124:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.966127:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.966133:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.966135:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790896045.970706:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970729:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896045.970735:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970737:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.970750:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970759:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896045.970769:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970775:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970781:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970787:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 25 MB=0x6abee68504c00 00000400:00000200:1.0:1790896045.970792:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970799:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.146@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:1.0:1790896045.970807:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970811:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.970815:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.970819:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896045.970828:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.970840:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896045.970853:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.970880:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896045.970890:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970912:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896045.970914:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970916:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.970919:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970922:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896045.970939:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970942:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970945:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970948:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504d00 00000400:00000200:1.0:1790896045.970951:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.970956:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:1.0:1790896045.970960:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970964:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.970966:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.970968:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896045.970972:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.970976:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896045.970983:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.970990:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896045.970993:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970996:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896045.970997:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.970999:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.971002:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971005:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896045.971009:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971011:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971013:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971016:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504e00 00000400:00000200:1.0:1790896045.971018:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971028:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:1.0:1790896045.971032:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971035:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.971037:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.971040:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896045.971043:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.971048:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896045.971057:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.971063:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896045.971067:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971070:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896045.971072:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971074:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.971077:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971080:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896045.971093:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971100:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971103:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504c80 00000400:00000200:1.0:1790896045.971106:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971110:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:1.0:1790896045.971114:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971118:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.971120:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.971123:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896045.971126:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.971130:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896045.971139:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.971151:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896045.971155:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971159:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896045.971160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971186:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.971190:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971194:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896045.971197:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971200:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971203:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971206:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 10 MB=0x6abee68504d80 00000400:00000200:1.0:1790896045.971209:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896045.971212:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.146@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:1.0:1790896045.971216:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971224:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896045.971227:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896045.971230:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896045.971233:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.971237:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896045.971256:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.971263:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896045.971267:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896045.971270:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973034:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896045.973044:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790896045.973057:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896045.973060:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896045.973066:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b4d0. 00000400:00000200:1.0:1790896045.973077:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfcc0 00000400:00000010:1.0:1790896045.973112:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfcc0. 00000100:00000001:1.0:1790896045.973118:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.973131:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896045.973143:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973150:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896045.973153:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973156:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896045.973161:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896045.973200:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896045.973203:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896045.973207:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896045.973230:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89911460 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896045.973235:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89911418 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896045.973243:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896045.973245:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896045.973248:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790896045.973253:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.973258:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896045.973261:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896045.973263:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896045.973265:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896045.973270:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973277:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896045.973281:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896045.973283:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896045.973287:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896045.973294:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300923008:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896045.973300:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896045.973307:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896045.973309:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b688. 00000400:00000200:1.0:1790896045.973311:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dfaa0 00000400:00000010:1.0:1790896045.973313:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dfaa0. 00000100:00000001:1.0:1790896045.973316:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.973321:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896045.973329:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973335:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896045.973337:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973338:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896045.973341:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896045.973342:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896045.973343:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896045.973345:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896045.973350:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de2c60 time=30 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896045.973353:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de2c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896045.973355:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896045.973356:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896045.973358:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790896045.973360:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.973362:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896045.973364:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896045.973365:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896045.973367:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896045.973370:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973376:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896045.973378:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896045.973379:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896045.973382:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896045.973399:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300923264:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896045.973406:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896045.973408:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896045.973410:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b268. 00000400:00000200:1.0:1790896045.973412:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889dff68 00000400:00000010:1.0:1790896045.973415:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889dff68. 00000100:00000001:1.0:1790896045.973417:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.973421:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896045.973429:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973435:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896045.973436:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973438:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896045.973439:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896045.973440:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896045.973442:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896045.973444:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896045.973447:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4c60 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896045.973449:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896045.973452:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896045.973453:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896045.973454:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790896045.973457:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.973459:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896045.973462:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973468:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896045.973469:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896045.973471:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896045.973473:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896045.973484:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2402:1877890300922880:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896045.973490:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896045.973491:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896045.973493:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014b7e8. 00000400:00000200:1.0:1790896045.973495:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df550 00000400:00000010:1.0:1790896045.973497:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df550. 00000100:00000001:1.0:1790896045.973500:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.973504:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896045.973510:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973528:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896045.973530:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973531:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896045.973533:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896045.973534:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896045.973536:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896045.973538:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896045.973542:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a89912460 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896045.973545:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a89912418 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896045.973547:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896045.973548:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896045.973550:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790896045.973553:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790896045.973560:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.973562:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896045.973563:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a841a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896045.973565:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896045.973566:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896045.973569:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973582:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896045.973584:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896045.973586:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896045.973590:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896045.973596:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b10586e7-50c5-4e95-827e-56352c0f4953:2402:1877890300923136:192.168.202.146@tcp:400:kworker.0 00000400:00000001:1.0:1790896045.973602:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790896045.973603:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790896045.973605:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8014bbb0. 00000400:00000200:1.0:1790896045.973608:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df3b8 00000400:00000010:1.0:1790896045.973609:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df3b8. 00000100:00000001:1.0:1790896045.973611:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896045.973615:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790896045.973623:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973629:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790896045.973630:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973632:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790896045.973634:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790896045.973635:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790896045.973637:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790896045.973638:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790896045.973644:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a83de6c60 time=30 v=5 (5 0 0 0) 00000100:00001000:1.0:1790896045.973646:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a83de6c18 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1790896045.973649:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790896045.973650:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790896045.973651:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790896045.973654:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790896045.973670:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.973672:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790896045.973673:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff956a831ad800: skip recheck: last_committed 0 00000100:00000001:1.0:1790896045.973675:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790896045.973676:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790896045.973680:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973686:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790896045.973688:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790896045.973689:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790896045.973692:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790896045.973699:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a883b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0e874e76-692a-4c37-9e02-4754b2ef5816:2402:1877890300923392:192.168.202.146@tcp:400:kworker.0 00000100:00000001:1.0:1790896045.973703:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973707:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.973710:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a883b7480 x1877890300923008/t0(0) o400->lustre-MDT0000-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973717:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896045.973720:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896045.973724:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a84dfa200. 02000000:00000001:1.0:1790896045.973729:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896045.973733:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896045.973735:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a89911000 refcount=3 obd=lustre-MDT0000-mdc-ffff956a841a4800 00000020:00000001:1.0:1790896045.973738:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896045.973741:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8d437500. 02000000:00000001:1.0:1790896045.973748:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896045.973751:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896045.973753:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a883b7480. 00000100:00000001:1.0:1790896045.973758:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896045.973759:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973766:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.973771:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a883b6a00 x1877890300923264/t0(0) o400->lustre-MDT0000-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973778:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896045.973779:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896045.973781:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a84dfa000. 02000000:00000001:1.0:1790896045.973783:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896045.973785:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896045.973786:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a83de2800 refcount=3 obd=lustre-MDT0000-mdc-ffff956a831ad800 00000020:00000001:1.0:1790896045.973788:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896045.973790:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1a00. 02000000:00000001:1.0:1790896045.973794:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896045.973796:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896045.973798:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a883b6a00. 00000100:00000001:1.0:1790896045.973801:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896045.973802:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973804:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.973807:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a883b7100 x1877890300922880/t0(0) o400->MGC192.168.202.146@tcp@192.168.202.146@tcp:26/25 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973814:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896045.973815:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896045.973816:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a90fb8a00. 02000000:00000001:1.0:1790896045.973819:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896045.973820:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896045.973822:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:1.0:1790896045.973824:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896045.973825:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8d437200. 02000000:00000001:1.0:1790896045.973827:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896045.973829:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896045.973830:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a883b7100. 00000100:00000001:1.0:1790896045.973833:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896045.973834:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973836:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.973839:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a883b4700 x1877890300923136/t0(0) o400->lustre-MDT0001-mdc-ffff956a841a4800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973845:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896045.973852:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896045.973854:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a90fb8600. 02000000:00000001:1.0:1790896045.973856:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896045.973857:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896045.973858:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a89912000 refcount=3 obd=lustre-MDT0001-mdc-ffff956a841a4800 00000020:00000001:1.0:1790896045.973861:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896045.973862:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a8d437600. 02000000:00000001:1.0:1790896045.973864:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896045.973865:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896045.973866:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a883b4700. 00000100:00000001:1.0:1790896045.973869:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896045.973870:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973871:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896045.973875:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a883b5f80 x1877890300923392/t0(0) o400->lustre-MDT0001-mdc-ffff956a831ad800@192.168.202.146@tcp:12/10 lens 224/224 e 0 to 0 dl 1790896061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896045.973880:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790896045.973881:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790896045.973882:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a83ccf000. 02000000:00000001:1.0:1790896045.973885:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790896045.973886:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790896045.973887:0:2402:0:(genops.c:1222:class_import_put()) import ffff956a83de6800 refcount=3 obd=lustre-MDT0001-mdc-ffff956a831ad800 00000020:00000001:1.0:1790896045.973888:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790896045.973890:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff956a828a1300. 02000000:00000001:1.0:1790896045.973892:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790896045.973893:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790896045.973894:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a883b5f80. 00000100:00000001:1.0:1790896045.973897:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790896045.973898:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973901:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790896045.973910:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790896045.973913:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896045.973915:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790896045.973919:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896046.477085:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896046.477094:0:137:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1790896046.477097:0:137:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1790896046.477100:0:137:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896046.477104:0:137:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1790896046.477107:0:137:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896046.477109:0:137:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896046.477111:0:137:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896046.477115:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896046.477116:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790896046.477287:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790896046.477291:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790896046.477294:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1790896046.791474:0:10296:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff956a893580c0. 00000400:00000040:0.0:1790896046.791499:0:10296:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1790896046.791501:0:10296:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1790896046.791503:0:10296:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1790896046.791505:0:10296:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1790896046.791519:0:10296:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1790896046.791522:0:10296:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1790896046.791524:0:10296:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1790896046.791599:0:10296:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff956a893580c0. 00000100:00000040:0.0:1790896047.244342:0:238:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4000 (cpu 0) has reached its deadline 4295065335, at 4295065344 00000100:00000010:0.0:1790896047.244364:0:238:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a917cf600. 00000100:00000040:1.0:1790896047.244472:0:809:0:(connection.c:75:cpu_latency_work()) work item of ffff956a904e4110 (cpu 1) has reached its deadline 4295065335, at 4295065344 00000100:00000010:1.0:1790896047.244515:0:809:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff956a917cf660. 00010000:00000001:2.0:1790896047.506041:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896047.506047:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896047.506052:0:137:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1790896047.506053:0:137:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790896047.506243:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790896047.506259:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790896047.506264:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1790896047.783473:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.783497:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896047.783516:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.783520:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.783531:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.783541:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896047.783554:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.783561:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.783568:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.783573:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 328 into portal 15 MB=0x6abee69b1a400 00000400:00000200:1.0:1790896047.783583:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.146@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:1.0:1790896047.783592:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.783614:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.783619:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.783625:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896047.783635:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790896047.783638:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1790896047.783646:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b67480. 00000100:00000040:1.0:1790896047.783650:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff956a84b67480 x1877890324079616 msgsize 328 00000100:00100000:1.0:1790896047.783655:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00000001:1.0:1790896047.783685:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1790896047.783695:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.783698:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896047.783793:0:6165:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790896047.783798:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877890324079616 02000000:00000001:0.0:1790896047.783800:0:6165:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790896047.783804:0:6165:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896047.783807:0:6165:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896047.783812:0:6165:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896047.783817:0:6165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877890324079616 00000020:00000001:0.0:1790896047.783821:0:6165:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790896047.783823:0:6165:0:(genops.c:804:class_conn2export()) looking for export cookie 0x843d8eff234b1af8 00000020:00000001:0.0:1790896047.783826:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790896047.783831:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET export ffff956a8298b800 refcount=3 00000020:00000001:0.0:1790896047.783833:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626883422959616 : -117190286592000 : ffff956a8298b800) 00000020:00000001:0.0:1790896047.783835:0:6165:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626883422959616 : -117190286592000 : ffff956a8298b800) 00000100:00000001:0.0:1790896047.783841:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790896047.783847:0:6165:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff956a84abdf40. 00000100:00000001:0.0:1790896047.783851:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790896047.783854:0:6165:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff956a84abdf40. 00000020:00000010:0.0:1790896047.783862:0:6165:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff956a84181e00. 00000020:00000010:0.0:1790896047.783869:0:6165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff956a859bd200. 00000020:00000010:0.0:1790896047.783894:0:6165:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff956a84c170c8. 00000100:00000040:0.0:1790896047.783908:0:6165:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1790896047.783923:0:6165:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790896047.783925:0:6165:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790896047.783927:0:6165:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.783939:0:6165:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.783955:0:6165:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896047.783970:0:6165:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790896047.783972:0:6165:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790896047.783977:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 3 00000100:00000040:0.0:1790896047.783981:0:6165:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff956a8298b800 : new rpc_count 1 00000100:00000001:0.0:1790896047.783984:0:6165:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626883458462848 : -117190251088768 : ffff956a84b67480) 00000100:00000040:0.0:1790896047.783993:0:6165:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff956a84b67480 x1877890324079616/t0(0) o104->27edc0e5-2a95-4b5c-8de6-86c4075f3fb0@192.168.202.146@tcp:573/0 lens 328/0 e 0 to 0 dl 1790896058 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896047.784004:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790896047.784007:0:6165:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff956a84abdf40. 00000100:00000001:0.0:1790896047.784009:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790896047.784012:0:6165:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff956a84abdf40. 00000100:00100000:0.0:1790896047.784016:0:6165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff956a84b67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:13392:x1877890324079616:12345-192.168.202.146@tcp:104: 00000100:00000200:0.0:1790896047.784020:0:6165:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1877890324079616 00010000:00000001:0.0:1790896047.784023:0:6165:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1790896047.784033:0:6165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790896047.784034:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790896047.784037:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff956a81493200 refcount=2 00000020:00000001:0.0:1790896047.784039:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626883400970752 : -117190308580864 : ffff956a81493200) 00010000:00000001:0.0:1790896047.784042:0:6165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626883400970752 : -117190308580864 : ffff956a81493200) 00010000:00000001:0.0:1790896047.784047:0:6165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1790896047.784051:0:6165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790896047.784057:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1790896047.784068:0:6165:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790896047.784078:0:6165:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790896047.784085:0:6165:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff956a916a8800. 02000000:00000001:0.0:1790896047.784087:0:6165:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.784091:0:6165:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896047.784097:0:6165:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790896047.784101:0:6165:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896047.784106:0:6165:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a84f89de8 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896047.784112:0:6165:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790896047.784116:0:6165:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff956a91656bc0 refcount 28 to 192.168.202.146@tcp 00000100:00000001:0.0:1790896047.784118:0:6165:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626883671256000 : -117190038295616 : ffff956a91656bc0) 02000000:00000001:0.0:1790896047.784121:0:6165:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790896047.784123:0:6165:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.784127:0:6165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896047.784130:0:6165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896047.784136:0:6165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df990. 00000100:00000200:0.0:1790896047.784142:0:6165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1877890324079616, offset 224 00000400:00000200:0.0:1790896047.784151:0:6165:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896047.784160:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896047.784208:0:6165:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896047.784215:0:6165:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [164:164:256:4294967295] 192.168.202.146@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1790896047.784236:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896047.784246:0:6165:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896047.784259:0:6165:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896047.784266:0:6165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a828a1300. 00000800:00000200:0.0:1790896047.784273:0:6165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896047.784281:0:6165:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896047.784285:0:6165:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a828a1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896047.784298:0:6165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896047.784301:0:6165:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff956a91656bc0 refcount 27 to 192.168.202.146@tcp 00010000:00000001:0.0:1790896047.784305:0:6165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1790896047.784309:0:6165:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff956a8996ff00. 00010000:00000001:0.0:1790896047.784312:0:6165:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1790896047.784338:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1790896047.784341:0:6165:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896047.784343:0:6165:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896047.784345:0:6165:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896047.784351:0:6165:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b67480 x1877890324079616/t0(0) o104->27edc0e5-2a95-4b5c-8de6-86c4075f3fb0@192.168.202.146@tcp:573/0 lens 328/224 e 0 to 0 dl 1790896058 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790896047.784362:0:6165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff956a84b67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:13392:x1877890324079616:12345-192.168.202.146@tcp:104: Request processed in 357us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1790896047.784370:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 3 00000100:00000040:0.0:1790896047.784374:0:6165:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff956a8298b800 : new rpc_count 0 00000100:00000001:0.0:1790896047.784377:0:6165:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790896047.784378:0:6165:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790896047.784384:0:6165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff956a859bd200. 00000020:00000010:0.0:1790896047.784388:0:6165:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff956a84c170c8. 00000020:00000010:0.0:1790896047.784392:0:6165:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff956a84181e00. 00000020:00000040:0.0:1790896047.784397:0:6165:0:(genops.c:879:class_export_put()) PUTting export ffff956a8298b800 : new refcount 2 00000100:00000001:0.0:1790896047.784400:0:6165:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790896047.785121:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.785126:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.785130:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1790896047.785132:0:6175:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1790896047.785134:0:6175:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1790896047.785140:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896047.785148:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff956a81493200 already unused, calling callback (ffffffffc1519c20) 10000000:00000001:2.0:1790896047.785151:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1790896047.785153:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790896047.785157:0:6175:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1790896047.785159:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790896047.785161:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790896047.785163:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff956a81493200 refcount=3 00000020:00000001:2.0:1790896047.785195:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626883400970752 : -117190308580864 : ffff956a81493200) 00010000:00000001:2.0:1790896047.785197:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626883400970752 : -117190308580864 : ffff956a81493200) 00010000:00000001:2.0:1790896047.785198:0:6175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1790896047.785200:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1790896047.785204:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1790896047.785206:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790896047.785209:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1790896047.785212:0:6175:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1790896047.785213:0:6175:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1790896047.785214:0:6175:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1790896047.785215:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1790896047.785216:0:6175:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790896047.785236:0:6175:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1790896047.785252:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1790896047.785253:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff956a812e6400) refs 2 10000000:00000001:2.0:1790896047.785255:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1790896047.785256:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896047.785258:0:6175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1790896047.785261:0:6175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1790896047.785262:0:6175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1790896047.785263:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790896047.785265:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1790896047.785268:0:6175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff956a81493200 with handle 0x843d8eff234b1bc3 from hash 00010000:00000001:2.0:1790896047.785269:0:6175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1790896047.785270:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790896047.785271:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790896047.785272:0:6175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1790896047.785273:0:6175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1790896047.785274:0:6175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1790896047.785276:0:6175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1790896047.785278:0:6175:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1790896047.785284:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a83d9d880. 00000020:00000040:2.0:1790896047.785287:0:6175:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1790896047.785290:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790896047.785292:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790896047.785296:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790896047.785301:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff956a85f84e00. 00000100:00000001:2.0:1790896047.785306:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896047.785307:0:6175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1790896047.785312:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896047.785315:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1790896047.785316:0:6175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896047.785320:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790896047.785324:0:6175:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896047.785333:0:6175:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a51e8d7] to pc [ptlrpcd_01_01+1] req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.785385:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896047.785389:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896047.785390:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790896047.785395:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.785401:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790896047.785402:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896047.785404:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790896047.785406:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790896047.785408:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790896047.785410:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300923520:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1790896047.785413:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790896047.785418:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790896047.785419:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896047.785421:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790896047.785424:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a889b1600. 02000000:00000001:3.0:1790896047.785425:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896047.785431:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:3.0:1790896047.785435:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a8d564d68. 00000400:00000010:3.0:1790896047.785444:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b837f8. 00000100:00000200:3.0:1790896047.785449:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300923520, portal 18 00000100:00000001:3.0:1790896047.785451:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790896047.785452:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883444004992 : -117190265546624 : ffff956a83d9d880) 00000100:00000040:3.0:1790896047.785456:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.785460:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790896047.785463:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:3.0:1790896047.785464:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a90b83088. 00000100:00000200:3.0:1790896047.785466:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1877890300923520, offset 0 00000400:00000200:3.0:1790896047.785471:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:3.0:1790896047.785477:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896047.785482:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:3.0:1790896047.785487:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790896047.785490:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:3.0:1790896047.785494:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790896047.785496:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:3.0:1790896047.785509:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [165:165:255:4294967295] 192.168.202.146@tcp LPNI seq info [165:165:7:4294967295] 00000400:00000200:3.0:1790896047.785515:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:3.0:1790896047.785524:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:3.0:1790896047.785530:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:3.0:1790896047.785535:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a914f9900. 00000800:00000200:3.0:1790896047.785541:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:3.0:1790896047.785548:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:3.0:1790896047.785551:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a914f9900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1790896047.785554:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790896047.785557:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:3.0:1790896047.785559:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295067156 00000100:00000010:3.0:1790896047.785562:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a85958e40. 00000100:00000001:3.0:1790896047.785567:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790896047.785574:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295067156 00000100:00000010:3.0:1790896047.785580:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff956a85958360. 00000100:00000001:3.0:1790896047.785582:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790896047.785584:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896047.785586:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896047.785588:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896047.785590:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1790896047.786074:0:6175:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790896047.786086:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790896047.786087:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790896047.786088:0:6175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896047.786091:0:6175:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790896047.786092:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.786097:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790896047.786104:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1790896047.786107:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff956a81493200/0x843d8eff234b1bc3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eef3 expref: -99 pid: 9126 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790896047.786117:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790896047.786119:0:6175:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1790896047.786121:0:6175:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff956a8996ff00. 00010000:00000001:2.0:1790896047.786126:0:6175:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790896047.786129:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.786131:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.786133:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1790896047.786134:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.786135:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.786137:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1790896047.786139:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.786140:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.786141:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790896047.786149:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896047.786153:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790896047.786554:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896047.786565:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a828a1300. 00000400:00000200:1.0:1790896047.786574:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.786582:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896047.786591:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df990 00000400:00000010:1.0:1790896047.786595:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df990. 00000100:00000001:1.0:1790896047.786602:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790896047.786604:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:1.0:1790896047.786699:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896047.786702:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a914f9900. 00000400:00000200:1.0:1790896047.786717:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.786722:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896047.786725:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b83088 00000400:00000010:1.0:1790896047.786728:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b83088. 00000100:00000001:1.0:1790896047.786732:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896047.786740:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896047.786753:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896047.786757:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896047.786764:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896047.786767:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1790896047.795389:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896047.795396:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790896047.795403:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896047.795405:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790896047.795409:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896047.795412:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790896047.797883:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.797903:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896047.797907:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.797909:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.797918:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.797926:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896047.797936:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.797952:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.797957:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.797962:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 328 into portal 15 MB=0x6abee69b1a680 00000400:00000200:1.0:1790896047.797971:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.146@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1790896047.797979:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.797989:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.797992:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.797997:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896047.798005:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1790896047.798007:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1790896047.798013:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a84b64700. 00000100:00000040:1.0:1790896047.798017:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff956a84b64700 x1877890324080256 msgsize 328 00000100:00100000:1.0:1790896047.798021:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.146@tcp (source: 12345-192.168.202.146@tcp) 00000100:00000001:1.0:1790896047.798037:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1790896047.798059:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.798062:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896047.798727:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.798745:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896047.798749:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.798752:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.798760:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.798767:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896047.798777:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.798781:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.798786:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.798790:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 18 MB=0x6abee68504e80 00000400:00000200:1.0:1790896047.798796:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.798803:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.146@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:1.0:1790896047.798809:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.798881:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.798886:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.798891:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896047.798898:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896047.798910:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896047.798926:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.798996:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896047.799003:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790896047.799021:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896047.799030:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.799034:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1F:1790896047.799219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff956a81493200. 00000100:00000001:0.0:1790896047.799886:0:6165:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1790896047.799892:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877890324080256 02000000:00000001:0.0:1790896047.799895:0:6165:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1790896047.799898:0:6165:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790896047.799901:0:6165:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790896047.799908:0:6165:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790896047.799924:0:6165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877890324080256 00000020:00000001:0.0:1790896047.799928:0:6165:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1790896047.799931:0:6165:0:(genops.c:804:class_conn2export()) looking for export cookie 0x843d8eff234b1af8 00000020:00000001:0.0:1790896047.799934:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790896047.799938:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET export ffff956a8298b800 refcount=3 00000020:00000001:0.0:1790896047.799942:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626883422959616 : -117190286592000 : ffff956a8298b800) 00000020:00000001:0.0:1790896047.799944:0:6165:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446626883422959616 : -117190286592000 : ffff956a8298b800) 00000100:00000001:0.0:1790896047.799949:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790896047.799958:0:6165:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff956a84abdf40. 00000100:00000001:0.0:1790896047.799974:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790896047.799976:0:6165:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff956a84abdf40. 00000020:00000010:0.0:1790896047.799985:0:6165:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff956a84181e00. 00000020:00000010:0.0:1790896047.799992:0:6165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff956a859bd200. 00000020:00000010:0.0:1790896047.799999:0:6165:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff956a84c170c8. 00000100:00000040:0.0:1790896047.800009:0:6165:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1790896047.800013:0:6165:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1790896047.800015:0:6165:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1790896047.800018:0:6165:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.800051:0:6165:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.800078:0:6165:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790896047.800121:0:6165:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1790896047.800137:0:6165:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1790896047.800155:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.146@tcp, seq: 4 00000100:00000040:0.0:1790896047.800160:0:6165:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff956a8298b800 : new rpc_count 1 00000100:00000001:0.0:1790896047.800162:0:6165:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446626883458451200 : -117190251100416 : ffff956a84b64700) 00000100:00000040:0.0:1790896047.800203:0:6165:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff956a84b64700 x1877890324080256/t0(0) o104->27edc0e5-2a95-4b5c-8de6-86c4075f3fb0@192.168.202.146@tcp:573/0 lens 328/0 e 0 to 0 dl 1790896058 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790896047.800480:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1790896047.800486:0:6165:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff956a84abdf40. 00000100:00000001:0.0:1790896047.800488:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1790896047.800491:0:6165:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff956a84abdf40. 00000100:00100000:0.0:1790896047.800507:0:6165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff956a84b64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:13392:x1877890324080256:12345-192.168.202.146@tcp:104: 00000100:00000200:0.0:1790896047.800513:0:6165:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1877890324080256 00010000:00000001:0.0:1790896047.800516:0:6165:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1790896047.800526:0:6165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1790896047.800528:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1790896047.800531:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff956a8671d600 refcount=2 00000020:00000001:0.0:1790896047.800534:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626883487520256 : -117190222031360 : ffff956a8671d600) 00010000:00000001:0.0:1790896047.800537:0:6165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626883487520256 : -117190222031360 : ffff956a8671d600) 00010000:00000001:0.0:1790896047.800541:0:6165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1790896047.800554:0:6165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790896047.800560:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1790896047.800573:0:6165:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1790896047.800575:0:6165:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1790896047.800581:0:6165:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff956a916a9800. 02000000:00000001:0.0:1790896047.800584:0:6165:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.800587:0:6165:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896047.800592:0:6165:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1790896047.800596:0:6165:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790896047.800601:0:6165:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a84f89de8 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1790896047.800607:0:6165:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1790896047.800611:0:6165:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff956a91656bc0 refcount 28 to 192.168.202.146@tcp 00000100:00000001:0.0:1790896047.800613:0:6165:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446626883671256000 : -117190038295616 : ffff956a91656bc0) 02000000:00000001:0.0:1790896047.800616:0:6165:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1790896047.800618:0:6165:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790896047.800622:0:6165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790896047.800625:0:6165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:0.0:1790896047.800630:0:6165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a889df110. 00000100:00000200:0.0:1790896047.800638:0:6165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1877890324080256, offset 224 00000400:00000200:0.0:1790896047.800646:0:6165:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000400:00000200:0.0:1790896047.800733:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896047.800745:0:6165:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.46@tcp to MR: 192.168.202.146@tcp local destination 00000400:00000200:0.0:1790896047.800753:0:6165:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [166:166:256:4294967295] 192.168.202.146@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1790896047.800758:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:0.0:1790896047.800768:0:6165:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:192.168.202.46@tcp) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:0.0:1790896047.800775:0:6165:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:0.0:1790896047.800782:0:6165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a828a1a00. 00000800:00000200:0.0:1790896047.800791:0:6165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:0.0:1790896047.800800:0:6165:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:0.0:1790896047.800805:0:6165:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a828a1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790896047.800827:0:6165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896047.800831:0:6165:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff956a91656bc0 refcount 27 to 192.168.202.146@tcp 00010000:00000001:0.0:1790896047.800835:0:6165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1790896047.800839:0:6165:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff956a8996fcc0. 00010000:00000001:0.0:1790896047.800842:0:6165:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1790896047.800869:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1790896047.800872:0:6165:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896047.800874:0:6165:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790896047.800876:0:6165:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790896047.800882:0:6165:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a84b64700 x1877890324080256/t0(0) o104->27edc0e5-2a95-4b5c-8de6-86c4075f3fb0@192.168.202.146@tcp:573/0 lens 328/224 e 0 to 0 dl 1790896058 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790896047.800892:0:6165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff956a84b64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0+3:13392:x1877890324080256:12345-192.168.202.146@tcp:104: Request processed in 677us (2872us total) trans 0 rc 0/0 00000100:00100000:0.0:1790896047.800900:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.146@tcp, seq: 4 00000100:00000040:0.0:1790896047.800904:0:6165:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff956a8298b800 : new rpc_count 0 00000100:00000001:0.0:1790896047.800906:0:6165:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1790896047.800908:0:6165:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1790896047.800914:0:6165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff956a859bd200. 00000020:00000010:0.0:1790896047.800919:0:6165:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff956a84c170c8. 00000020:00000010:0.0:1790896047.800923:0:6165:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff956a84181e00. 00000020:00000040:0.0:1790896047.800931:0:6165:0:(genops.c:879:class_export_put()) PUTting export ffff956a8298b800 : new refcount 2 00000100:00000001:0.0:1790896047.800934:0:6165:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790896047.801147:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.801795:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.801802:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1790896047.801806:0:6176:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1790896047.801809:0:6176:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1790896047.801815:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896047.801825:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff956a8671d600 already unused, calling callback (ffffffffc1519c20) 10000000:00000001:2.0:1790896047.801847:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1790896047.801851:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790896047.801859:0:6176:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1790896047.801861:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790896047.801864:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790896047.801866:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff956a8671d600 refcount=3 00000020:00000001:2.0:1790896047.801869:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446626883487520256 : -117190222031360 : ffff956a8671d600) 00010000:00000001:2.0:1790896047.801872:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446626883487520256 : -117190222031360 : ffff956a8671d600) 00010000:00000001:2.0:1790896047.801875:0:6176:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1790896047.801878:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1790896047.801885:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1790896047.801888:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790896047.801894:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1790896047.801898:0:6176:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1790896047.801899:0:6176:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1790896047.801901:0:6176:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1790896047.801903:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1790896047.801904:0:6176:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790896047.801913:0:6176:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1790896047.801915:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1790896047.801916:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff956a88900800) refs 2 10000000:00000001:2.0:1790896047.801919:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1790896047.801921:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896047.801924:0:6176:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1790896047.801956:0:6176:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1790896047.801958:0:6176:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1790896047.801961:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1790896047.801964:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1790896047.801967:0:6176:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff956a8671d600 with handle 0x843d8eff234b1b84 from hash 00010000:00000001:2.0:1790896047.801976:0:6176:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1790896047.801994:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790896047.801997:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790896047.801999:0:6176:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1790896047.802011:0:6176:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1790896047.802014:0:6176:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1790896047.802018:0:6176:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1790896047.802021:0:6176:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1790896047.802032:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff956a83d9d180. 00000020:00000040:2.0:1790896047.802060:0:6176:0:(genops.c:1209:class_import_get()) import ffff956a831a4800 refcount=5 obd=MGC192.168.202.146@tcp 00000100:00000001:2.0:1790896047.802076:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790896047.802078:0:6176:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790896047.802084:0:6176:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790896047.802093:0:6176:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff956a85f85a00. 00000100:00000001:2.0:1790896047.802101:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896047.802120:0:6176:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1790896047.802141:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790896047.802162:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1790896047.802215:0:6176:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896047.802737:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790896047.802745:0:6176:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790896047.802761:0:6176:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079ac827a] to pc [ptlrpcd_01_00+0] req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1790896047.802787:0:6176:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1790896047.802791:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790896047.802793:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790896047.802794:0:6176:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790896047.802798:0:6176:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790896047.802801:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.802805:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790896047.802811:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1790896047.802826:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.146@tcp lock: ffff956a8671d600/0x843d8eff234b1b84 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xaf1ad065b6e1eea6 expref: -99 pid: 6179 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1790896047.802834:0:6176:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff956a8c99ab00 count: 0 00010000:00000001:2.0:1790896047.802847:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1790896047.802848:0:6176:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1790896047.802851:0:6176:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff956a8996fcc0. 00010000:00000001:2.0:1790896047.802878:0:6176:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790896047.802883:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.802885:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.802887:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1790896047.802888:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.802890:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.802891:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1790896047.802893:0:6176:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790896047.802894:0:6176:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790896047.802896:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1790896047.802913:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896047.802918:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896047.802921:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790896047.802929:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896047.802938:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790896047.802941:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896047.802946:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790896047.802966:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790896047.802982:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790896047.802987:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300923648:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1790896047.802992:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790896047.802999:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790896047.803001:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790896047.803004:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790896047.803024:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff956a85f85e00. 02000000:00000001:2.0:1790896047.803027:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896047.803044:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000010:2.0:1790896047.803055:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff956a831b8aa8. 00000400:00000010:2.0:1790896047.803063:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b220. 00000100:00000200:2.0:1790896047.803083:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877890300923648, portal 18 00000100:00000001:2.0:1790896047.803085:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790896047.803087:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446626883444003200 : -117190265548416 : ffff956a83d9d180) 00000100:00000040:2.0:1790896047.803096:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790896047.803121:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790896047.803136:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.146@tcp 00000400:00000010:2.0:1790896047.803139:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff956a8990b3b8. 00000100:00000200:2.0:1790896047.803144:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1877890300923648, offset 0 00000400:00000200:2.0:1790896047.803151:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.146@tcp 00000800:00000200:1.0:1790896047.804200:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896047.804211:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a828a1a00. 00000400:00000200:1.0:1790896047.804508:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.804537:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896047.804548:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a889df110 00000400:00000010:1.0:1790896047.804552:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a889df110. 00000100:00000001:1.0:1790896047.804558:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790896047.804590:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:2.0:1790896047.806113:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896047.806131:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.146@tcp local destination 00000400:00000200:2.0:1790896047.806137:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790896047.806192:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.46@tcp 00000400:00000200:2.0:1790896047.806197:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.46@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790896047.806211:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.146@tcp 00000400:00000200:2.0:1790896047.806216:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.46@tcp NI seq info: [167:167:256:4294967295] 192.168.202.146@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1790896047.806749:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:2.0:1790896047.806765:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp:) -> 192.168.202.146@tcp(192.168.202.146@tcp:192.168.202.146@tcp) : PUT try# 0 00000800:00000200:2.0:1790896047.806772:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.146@tcp 00000800:00000010:2.0:1790896047.806786:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff956a8b7c4600. 00000800:00000200:2.0:1790896047.806796:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff956a84b03240] -> 12345-192.168.202.146@tcp (5) 00000800:00000200:2.0:1790896047.806805:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.146@tcp ip 192.168.202.146:988 00000800:00000200:2.0:1790896047.806810:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff956a8b7c4600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1790896047.806907:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790896047.806914:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000100:00000001:2.0:1790896047.806918:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 0 is 4295067177 00000100:00000001:2.0:1790896047.806929:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295067156 00000100:00000001:2.0:1790896047.806935:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS new deadline estimation for cpu 1 is 4295067177 00000100:00000001:2.0:1790896047.806956:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.146@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295067156 00000100:00000001:2.0:1790896047.806960:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790896047.806964:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896047.806969:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896047.806973:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790896047.806993:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790896047.806996:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1790896047.807000:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790896047.807002:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790896047.807004:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790896047.807007:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1790896047.807277:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896047.807281:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896047.807286:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a8d564d68. 00000400:00000200:3.0:1790896047.807293:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a90b837f8 00000400:00000010:3.0:1790896047.807295:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a90b837f8. 00000100:00000001:3.0:1790896047.807300:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896047.807312:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896047.807323:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.807331:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896047.807333:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.807335:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896047.807339:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896047.807343:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896047.807346:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896047.807349:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896047.807358:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4ca8 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896047.807363:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896047.807365:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896047.807367:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896047.807370:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896047.807381:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896047.807384:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896047.807390:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.807398:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896047.807401:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896047.807403:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896047.807407:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896047.807415:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2405:1877890300923520:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1790896047.807420:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.807423:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896047.807426:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a83d9d880 x1877890300923520/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.807433:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896047.807435:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896047.807439:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a889b1600. 02000000:00000001:3.0:1790896047.807443:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896047.807446:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896047.807448:0:2405:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=4 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1790896047.807451:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896047.807454:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff956a85f84e00. 02000000:00000001:3.0:1790896047.807457:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896047.807460:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896047.807461:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a83d9d880. 00000100:00000001:3.0:1790896047.807466:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896047.807468:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.807469:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.807474:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896047.807476:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896047.807478:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896047.807480:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790896047.808989:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790896047.809003:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff956a8b7c4600. 00000400:00000200:1.0:1790896047.809013:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.809023:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000400:00000200:1.0:1790896047.809032:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b3b8 00000400:00000010:1.0:1790896047.809036:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b3b8. 00000100:00000001:1.0:1790896047.809042:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790896047.809050:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896047.809064:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790896047.809067:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896047.809075:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790896047.809077:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790896047.819636:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.819671:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790896047.819678:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.819681:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.819693:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.819703:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.46@tcp(192.168.202.46@tcp) <- 192.168.202.146@tcp : PUT - for me 00000400:00000200:1.0:1790896047.819736:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.819743:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.819749:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.819754:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.146@tcp of length 224 into portal 18 MB=0x6abee68504f00 00000400:00000200:1.0:1790896047.819760:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.146@tcp to cpt 0 00000400:00000200:1.0:1790896047.819767:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.146@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:1.0:1790896047.819776:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.819784:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790896047.819788:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790896047.819794:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.46@tcp->192.168.202.146@tcp: PUT: OK 00000100:00000001:1.0:1790896047.819804:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790896047.819817:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790896047.819855:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790896047.819882:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790896047.819894:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790896047.819898:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.820488:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896047.820514:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790896047.820523:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790896047.820525:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790896047.820529:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff956a831b8aa8. 00000400:00000200:3.0:1790896047.820535:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff956a8990b220 00000400:00000010:3.0:1790896047.820539:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff956a8990b220. 00000100:00000001:3.0:1790896047.820543:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790896047.820549:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790896047.820559:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.820566:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790896047.820568:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.820571:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790896047.820575:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790896047.820579:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790896047.820582:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790896047.820586:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790896047.820595:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff956a831a4ca8 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1790896047.820600:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff956a831a4c18 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1790896047.820603:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790896047.820605:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790896047.820608:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790896047.820611:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896047.820614:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790896047.820619:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.820626:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790896047.820631:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790896047.820633:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790896047.820637:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790896047.820645:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff956a83d9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:27edc0e5-2a95-4b5c-8de6-86c4075f3fb0:2404:1877890300923648:192.168.202.146@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1790896047.820671:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.820675:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790896047.820679:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff956a83d9d180 x1877890300923648/t0(0) o103->MGC192.168.202.146@tcp@192.168.202.146@tcp:17/18 lens 328/224 e 0 to 0 dl 1790896063 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790896047.820687:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790896047.820690:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790896047.820694:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff956a85f85e00. 02000000:00000001:3.0:1790896047.820699:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790896047.820702:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790896047.820704:0:2404:0:(genops.c:1222:class_import_put()) import ffff956a831a4800 refcount=3 obd=MGC192.168.202.146@tcp 00000020:00000001:3.0:1790896047.820707:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790896047.820710:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff956a85f85a00. 02000000:00000001:3.0:1790896047.820713:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790896047.820715:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790896047.820717:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff956a83d9d180. 00000100:00000001:3.0:1790896047.820721:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790896047.820723:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.820726:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790896047.820736:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790896047.820738:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790896047.820740:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790896047.820743:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1790896047.821212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff956a8c99ab00. 00010000:00000010:2.1:1790896047.821241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff956a8671d600. Debug log: 8360 lines, 8360 kept, 0 dropped, 0 bad.