00000001:01000000:2.0F:1788775630.990771:0:2339:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1067 MB/s 00000001:01000000:1.0F:1788775631.242009:0:2339:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 768 MB/s 00000001:01000000:2.0:1788775631.493360:0:2339:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3007 MB/s 00000020:02000000:3.0F:1788775632.392844:0:2368:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_103_g80273de 00000400:02000000:2.0:1788775633.355477:0:2384:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.202.7@tcp [8/256/0/180] 00008000:02000000:2.0:1788775637.466055:0:2534:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1788775836.648698:0:6164:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788775836.648702:0:6164:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788775836.648703:0:6164:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.107@tcp:/lustre 00000020:01000004:1.0:1788775836.648704:0:6164:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788775836.648787:0:6164:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000004a98a0d5 00000080:01000004:1.0:1788775836.648794:0:6164:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788775836.648806:0:6164:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.107@tcp' 00000020:01000004:1.0:1788775836.648846:0:6164:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.107@tcp (typ=mgc) 00000020:00000080:1.0:1788775836.648866:0:6164:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.107@tcp (000000006defa28b) 00000020:00000080:1.0:1788775836.648880:0:6164:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1788775836.649109:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788775836.649129:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788775836.649318:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1788775836.649325:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0F:1788775836.649695:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:0.0:1788775836.649705:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1788775836.649924:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:1.0:1788775836.649929:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1788775836.650190:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1788775836.650195:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1788775836.650911:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788775836.651211:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788775836.651421:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1788775836.651426:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1788775836.653662:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1788775836.653675:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1788775836.656185:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1788775836.656283:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1788775836.656822:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1788775836.656828:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1788775836.711741:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1788775836.711757:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1788775836.712690:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1788775836.712700:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1788775836.722217:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775836.722233:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788775836.722235:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775836.728552:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775836.728559:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775836.728560:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1788775836.730801:0:6164:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000feeec723@MGC192.168.202.107@tcp: add connection 192.168.202.107@tcp at head 00010000:00010000:0.0:1788775836.730966:0:6164:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.107@tcp-0 is initialized 00000040:01000000:0.0:1788775836.730972:0:6164:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.107@tcp ctxt 1 is initialized 10000000:01000000:0.0:1788775836.731456:0:6178:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788775836.731681:0:6164:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.107@tcp (uuid 55d4a82f-5760-4105-ad50-90b7959b3adf) 00000020:00000080:1.0:1788775836.731704:0:6164:0:(genops.c:1385:class_connect()) connect: client 55d4a82f-5760-4105-ad50-90b7959b3adf, cookie 0xa0a2648e8e7f65ec 00000100:00080000:1.0:1788775836.731718:0:6164:0:(import.c:510:import_select_connection()) MGC192.168.202.107@tcp: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:1.0:1788775836.731725:0:6164:0:(import.c:546:import_select_connection()) MGC192.168.202.107@tcp: skip NID 192.168.202.107@tcp as not ready: rc = -114 00000100:00080000:1.0:1788775836.731729:0:6164:0:(import.c:624:import_select_connection()) MGC192.168.202.107@tcp: import 00000000feeec723 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000100:00100000:1.0:1788775836.731776:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bd78a97f x1875667198148736/t0(0) o250->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788775836.731966:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000bd78a97f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:55d4a82f-5760-4105-ad50-90b7959b3adf:2400:1875667198148736:192.168.202.107@tcp:250: 00000100:00080000:1.0:1788775836.732064:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS 00000080:00200000:1.0:1788775836.732092:0:6164:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff95f7482d7800 (sb 000000004a98a0d5) 00000080:01000000:1.0:1788775836.732184:0:6164:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1788775836.732187:0:6164:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1788775836.732191:0:6164:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1788775836.732197:0:6164:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 2c8419ba-28be-44a9-b4df-43de2a58038f 10000000:01000000:1.0:1788775836.732879:0:6164:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788775836.732883:0:6164:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff95f7482d7800 10000000:01000000:1.0:1788775836.732887:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff95f7463619b8 10000000:01000000:1.0:1788775836.732891:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788775836.732898:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff95f7463619b8 from 1 10000000:01000000:1.0:1788775836.732901:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788775836.732918:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775836.732932:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: 00000000f56521ee/0xa0a2648e8e7f65f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775836.732944:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: 00000000f56521ee/0xa0a2648e8e7f65f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775836.732954:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: 00000000f56521ee/0xa0a2648e8e7f65f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788775836.732972:0:6164:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000043f9c55d x1875667198148864/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775836.732982:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000344f7b43 going to sleep for 0 seconds 00000100:00100000:1.0:1788775837.785159:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000344f7b43 going to sleep for 0 seconds 00000100:00100000:2.0:1788775837.785326:0:2400:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1788775836/real 0] req@00000000bd78a97f x1875667198148736/t0(0) o250->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 520/544 e 0 to 1 dl 1788775837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775837.785341:0:2400:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000bd78a97f x1875667198148736/t0(0) o250->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 520/544 e 0 to 1 dl 1788775837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788775837.785359:0:2400:0:(import.c:65:import_set_state_nolock()) 00000000feeec723 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788775837.785368:0:2400:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.107@tcp failed (-110) 00000100:00100000:2.0:1788775837.785372:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bd78a97f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:55d4a82f-5760-4105-ad50-90b7959b3adf:2400:1875667198148736:192.168.202.107@tcp:250: 00010000:00010000:3.0:1788775837.785605:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788775837.785670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788775837.785676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788775837.785679:0:36:0:(import.c:65:import_set_state_nolock()) 00000000feeec723 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788775837.785684:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.107@tcp: connect to NID 192.168.202.107@tcp last attempt 285 00000100:00080000:0.0:1788775837.785699:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.107@tcp: import 00000000feeec723 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000100:00100000:0.0:1788775837.785875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f475c130 x1875667198148992/t0(0) o250->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775837.786280:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f475c130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:55d4a82f-5760-4105-ad50-90b7959b3adf:2400:1875667198148992:192.168.202.107@tcp:250: 00000100:00100000:3.0:1788775837.792463:0:2400:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.202.107@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788775837.792557:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.107@tcp: connect to target with instance 0 00000100:00080000:3.0:1788775837.792569:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.107@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788775837.792575:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788775837.792579:0:2400:0:(import.c:65:import_set_state_nolock()) 00000000feeec723 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788775837.792584:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788775837.793041:0:2400:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1788775837.793054:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000344f7b43): req@0000000043f9c55d x1875667198148864/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775837.793081:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f475c130 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:55d4a82f-5760-4105-ad50-90b7959b3adf:2400:1875667198148992:192.168.202.107@tcp:250: 00000100:00100000:1.0:1788775837.793320:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000344f7b43 going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.798312:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198148864:192.168.202.107@tcp:101: 00010000:00010000:1.0:1788775837.798763:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: 00000000f56521ee/0xa0a2648e8e7f65f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.798777:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: 00000000f56521ee/0xa0a2648e8e7f65f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775837.798882:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149120:192.168.202.107@tcp:501: 00000100:00100000:1.0:1788775837.798981:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000311e10ba going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.803400:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149120:192.168.202.107@tcp:501: 10000000:01000000:1.0:1788775837.803445:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788775837.803467:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: 00000000f56521ee/0xa0a2648e8e7f65f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.803485:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: 00000000f56521ee/0xa0a2648e8e7f65f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775837.803495:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff95f7482d7800 10000000:01000000:1.0:1788775837.803501:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788775837.803505:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff95f7482d7800 10000000:01000000:1.0:1788775837.803508:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788775837.803511:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff95f7482d7800 10000000:01000000:1.0:1788775837.803513:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788775837.803516:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff95f7482d7800 from 1 10000000:01000000:1.0:1788775837.803518:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788775837.803548:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: 000000007f196483/0xa0a2648e8e7f65fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.803555:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: 000000007f196483/0xa0a2648e8e7f65fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.803565:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: 000000007f196483/0xa0a2648e8e7f65fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775837.803582:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149248:192.168.202.107@tcp:101: 00000100:00100000:1.0:1788775837.803701:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000311e10ba going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.809486:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149248:192.168.202.107@tcp:101: 00010000:00010000:1.0:1788775837.809520:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: 000000007f196483/0xa0a2648e8e7f65fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.809533:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: 000000007f196483/0xa0a2648e8e7f65fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775837.809621:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149376:192.168.202.107@tcp:501: 00000100:00100000:1.0:1788775837.809705:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000311e10ba going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.814258:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149376:192.168.202.107@tcp:501: 00000100:00100000:1.0:1788775837.814327:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149504:192.168.202.107@tcp:503: 00000100:00100000:1.0:1788775837.814459:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000311e10ba going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.820460:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149504:192.168.202.107@tcp:503: 00000100:00100000:2.0:1788775837.822970:0:6182:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000071248cf pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6182:1875667198149632:192.168.202.107@tcp:502: 00000100:00100000:2.0:1788775837.823270:0:6182:0:(client.c:2715:ptlrpc_set_wait()) set 0000000006858a86 going to sleep for 11 seconds 00000100:00100000:0.0:1788775837.829878:0:6182:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000071248cf pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6182:1875667198149632:192.168.202.107@tcp:502: 00000020:01000000:0.0:1788775837.829921:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775837.829932:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.829933:0:6182:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1788775837.829939:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff95f7482d7800 00000020:00000080:0.0:1788775837.829950:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775837.829974:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff95f7482d7800 (000000000787c567) 00000020:00000080:0.0:1788775837.829994:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:0.0:1788775837.829998:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff95f7482d7800 00000020:00000080:0.0:1788775837.830000:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788775837.830344:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff95f7482d7800 (uuid 2c8419ba-28be-44a9-b4df-43de2a58038f) 00000020:01000000:0.0:1788775837.831902:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.831920:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.831922:0:6182:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1788775837.831926:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775837.831930:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.831932:0:6182:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1788775837.831936:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff95f7482d7800 00000020:00000080:0.0:1788775837.832439:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775837.832452:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff95f7482d7800 (0000000075b57b69) 00000020:00000080:0.0:1788775837.832470:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:0.0:1788775837.832728:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff95f7482d7800 00000020:00000080:0.0:1788775837.832734:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788775837.833575:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff95f7482d7800 (uuid 2c8419ba-28be-44a9-b4df-43de2a58038f) 00000020:01000000:0.0:1788775837.833582:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.833586:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.833588:0:6182:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1788775837.833591:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775837.833595:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.833596:0:6182:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1788775837.833600:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788775837.833601:0:6182:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1788775837.833603:0:6182:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1788775837.833609:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.833611:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.833612:0:6182:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1788775837.833613:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775837.833617:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.833618:0:6182:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1788775837.833621:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788775837.833625:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:0.0:1788775837.833649:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.833651:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775837.833659:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff95f7482d7800 (00000000862c2e69) 00000020:00000080:0.0:1788775837.833670:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:0.0:1788775837.833754:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.833756:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788775837.833831:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000201ab8b3@lustre-MDT0000-mdc-ffff95f7482d7800: add connection 192.168.202.107@tcp at head 00010000:00010000:0.0:1788775837.840892:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff95f7482d7800-1 is initialized 00000040:01000000:0.0:1788775837.841246:0:6182:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff95f7482d7800 ctxt 13 is initialized 00000020:00000080:0.0:1788775837.841777:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff95f7482d7800 (uuid 2c8419ba-28be-44a9-b4df-43de2a58038f) 00000020:01000000:0.0:1788775837.841793:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95f7482d7800 00000020:00000080:0.0:1788775837.841797:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1788775837.841820:0:6182:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1788775837.841855:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.841858:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.841860:0:6182:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1788775837.841862:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788775837.841865:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1788775837.841866:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775837.841868:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775837.841869:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788775837.841871:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.841872:0:6182:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788775837.841874:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775837.841878:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.841879:0:6182:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1788775837.841881:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788775837.841886:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:0.0:1788775837.841912:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.841915:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775837.841924:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff95f7482d7800 (000000004f274e0a) 00000020:00000080:0.0:1788775837.841937:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1788775837.841942:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.841945:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788775837.842007:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003a25e9b4@lustre-MDT0001-mdc-ffff95f7482d7800: add connection 192.168.202.107@tcp at head 00010000:00010000:0.0:1788775837.846237:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff95f7482d7800-2 is initialized 00000040:01000000:0.0:1788775837.848502:0:6182:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff95f7482d7800 ctxt 13 is initialized 00000020:00000080:0.0:1788775837.848749:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff95f7482d7800 (uuid 2c8419ba-28be-44a9-b4df-43de2a58038f) 00000020:01000000:0.0:1788775837.848764:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95f7482d7800 00000020:00000080:0.0:1788775837.848768:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1788775837.848792:0:6182:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1788775837.848830:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.848834:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.848836:0:6182:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1788775837.848839:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788775837.848841:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1788775837.848843:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775837.848844:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775837.848846:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788775837.848848:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.848849:0:6182:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788775837.848851:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788775837.848855:0:6182:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.107@tcp:/lustre 00000020:00000080:0.0:1788775837.848858:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.848860:0:6182:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788775837.848862:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788775837.848869:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:0.0:1788775837.848899:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.848901:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775837.848917:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff95f7482d7800 (00000000394e3763) 00000020:00000080:0.0:1788775837.848932:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1788775837.848937:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.848939:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788775837.849490:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000037c1b6e0@lustre-OST0000-osc-ffff95f7482d7800: add connection 192.168.202.107@tcp at head 00010000:00010000:0.0:1788775837.850200:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff95f7482d7800-3 is initialized 00000020:00000080:0.0:1788775837.853756:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff95f7482d7800 (uuid 2c8419ba-28be-44a9-b4df-43de2a58038f) 00000020:01000000:0.0:1788775837.853781:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95f7482d7800 00000020:00000080:0.0:1788775837.853791:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788775837.853816:0:6182:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1788775837.853825:0:6182:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95f7482d7800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1788775837.853832:0:6182:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1788775837.853846:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.853849:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.853851:0:6182:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788775837.853855:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788775837.853858:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1788775837.853860:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775837.853862:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788775837.853863:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788775837.853865:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.853866:0:6182:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788775837.853869:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788775837.853874:0:6182:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.107@tcp:/lustre 00000020:00000080:0.0:1788775837.853878:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.853879:0:6182:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788775837.853883:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788775837.853888:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:0.0:1788775837.853914:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.853917:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788775837.853927:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff95f7482d7800 (00000000b89e77c3) 00000020:00000080:0.0:1788775837.853944:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:0.0:1788775837.853950:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff95f7482d7800 00000020:00000080:0.0:1788775837.853952:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788775837.854126:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000078879854@lustre-OST0001-osc-ffff95f7482d7800: add connection 192.168.202.107@tcp at head 00010000:00010000:0.0:1788775837.854446:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff95f7482d7800-4 is initialized 00000020:00000080:0.0:1788775837.854762:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff95f7482d7800 (uuid 2c8419ba-28be-44a9-b4df-43de2a58038f) 00000020:01000000:0.0:1788775837.854771:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95f7482d7800 00000020:00000080:0.0:1788775837.854773:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788775837.854785:0:6182:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1788775837.854795:0:6182:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95f7482d7800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1788775837.854798:0:6182:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1788775837.854809:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.854813:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.854814:0:6182:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788775837.854817:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775837.854820:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.854821:0:6182:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788775837.854824:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788775837.854825:0:6182:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1788775837.854862:0:6182:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000a278c32d pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6182:1875667198149760:192.168.202.107@tcp:502: 00000100:00100000:0.0:1788775837.855007:0:6182:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b120d0b4 going to sleep for 11 seconds 00000100:00100000:0.0:1788775837.867610:0:6182:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000a278c32d pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6182:1875667198149760:192.168.202.107@tcp:502: 00000020:01000000:0.0:1788775837.867662:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.867670:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.867673:0:6182:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000040:00080000:0.0:1788775837.867679:0:6182:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:2.0:1788775837.868202:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:2.0:1788775837.868265:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788775837.868832:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: 000000007f196483/0xa0a2648e8e7f65fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775837.868846:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: 000000007f196483/0xa0a2648e8e7f65fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775837.868854:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff95f7482d7800 from 1 10000000:01000000:2.0:1788775837.868857:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1788775837.868901:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: 000000008b7133c2/0xa0a2648e8e7f662b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775837.868908:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: 000000008b7133c2/0xa0a2648e8e7f662b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775837.868917:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: 000000008b7133c2/0xa0a2648e8e7f662b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775837.868938:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000657b32f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149888:192.168.202.107@tcp:101: 00000100:00100000:2.0:1788775837.869034:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 000000006f85e30b going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.882524:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000657b32f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198149888:192.168.202.107@tcp:101: 00010000:00010000:1.0:1788775837.882553:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: 000000008b7133c2/0xa0a2648e8e7f662b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86f4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.882567:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: 000000008b7133c2/0xa0a2648e8e7f662b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f86f4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775837.883795:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150016:192.168.202.107@tcp:256: 00000100:00100000:1.0:1788775837.883927:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f953abfe going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.904632:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150016:192.168.202.107@tcp:256: 10000000:01000000:1.0:1788775837.905481:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1788775837.905505:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: 000000008b7133c2/0xa0a2648e8e7f662b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86f4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.905518:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: 000000008b7133c2/0xa0a2648e8e7f662b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86f4 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775837.905526:0:6164:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95f7482d7800 from 1 10000000:01000000:1.0:1788775837.905528:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788775837.905563:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: 0000000076f4f236/0xa0a2648e8e7f6632 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.905571:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: 0000000076f4f236/0xa0a2648e8e7f6632 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.905580:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: 0000000076f4f236/0xa0a2648e8e7f6632 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775837.905601:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150144:192.168.202.107@tcp:101: 00000100:00100000:1.0:1788775837.905693:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f953abfe going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.911360:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150144:192.168.202.107@tcp:101: 00010000:00010000:1.0:1788775837.911389:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: 0000000076f4f236/0xa0a2648e8e7f6632 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.911401:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: 0000000076f4f236/0xa0a2648e8e7f6632 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775837.911475:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150272:192.168.202.107@tcp:501: 00000100:00100000:1.0:1788775837.911639:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f953abfe going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.915913:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150272:192.168.202.107@tcp:501: 00000100:00100000:1.0:1788775837.915986:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150400:192.168.202.107@tcp:503: 00000100:00100000:1.0:1788775837.916196:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f953abfe going to sleep for 11 seconds 00000100:00100000:1.0:1788775837.919804:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000043f9c55d pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:6164:1875667198150400:192.168.202.107@tcp:503: 00000100:00100000:2.0:1788775837.920453:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000e6b6fae7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6187:1875667198150528:192.168.202.107@tcp:502: 00000100:00100000:2.0:1788775837.920555:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set 0000000066900513 going to sleep for 11 seconds 00000100:00100000:0.0:1788775837.923929:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000e6b6fae7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6187:1875667198150528:192.168.202.107@tcp:502: 00000020:01000000:0.0:1788775837.923969:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775837.923977:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.923979:0:6187:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788775837.923984:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95f7482d7800 00000020:00000080:0.0:1788775837.923986:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788775837.924083:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6187:1875667198150656:192.168.202.107@tcp:502: 00000100:00100000:0.0:1788775837.924173:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f755785540 going to sleep for 11 seconds 00000100:00100000:0.0:1788775837.948873:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6187:1875667198150656:192.168.202.107@tcp:502: 00000020:01000000:0.0:1788775837.948925:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775837.948946:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775837.948949:0:6187:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1788775837.948964:0:6187:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1788775837.949355:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1788775837.949378:0:6164:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788775837.949403:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775837.949414:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1788775837.949436:0:6164:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1788775837.949459:0:6164:0:(genops.c:1385:class_connect()) connect: client 2c8419ba-28be-44a9-b4df-43de2a58038f, cookie 0xa0a2648e8e7f6639 00800000:01000000:1.0:1788775837.949484:0:6164:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 2c8419ba-28be-44a9-b4df-43de2a58038f to lustre-clilmv-ffff95f7482d7800 00800000:01000000:1.0:1788775837.949491:0:6164:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff95f7482d7800(2c8419ba-28be-44a9-b4df-43de2a58038f) - lustre-MDT0000_UUID, 2c8419ba-28be-44a9-b4df-43de2a58038f 00000020:00000080:1.0:1788775837.949499:0:6164:0:(genops.c:1385:class_connect()) connect: client 2c8419ba-28be-44a9-b4df-43de2a58038f, cookie 0xa0a2648e8e7f6640 00000100:00080000:1.0:1788775837.949508:0:6164:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95f7482d7800: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:1.0:1788775837.949516:0:6164:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95f7482d7800: import ffff95f7519a5800 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:1.0:1788775837.949527:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788775837.949552:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f751aa5180 x1875667198150784/t0(0) o38->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775837.949580:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID 00000100:00100000:3.0:1788775837.949700:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198150784:192.168.202.107@tcp:38: 00800000:01000000:1.0:1788775837.950074:0:6164:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff95f7482d7800(2c8419ba-28be-44a9-b4df-43de2a58038f) successfully (5) 00800000:00000004:1.0:1788775837.950078:0:6164:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff95f7482d7800: age -714, max_age 0 00800000:01000000:1.0:1788775837.950108:0:6164:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff95f7482d7800(2c8419ba-28be-44a9-b4df-43de2a58038f) - lustre-MDT0001_UUID, 2c8419ba-28be-44a9-b4df-43de2a58038f 00000020:00000080:1.0:1788775837.950117:0:6164:0:(genops.c:1385:class_connect()) connect: client 2c8419ba-28be-44a9-b4df-43de2a58038f, cookie 0xa0a2648e8e7f6647 00000100:00080000:1.0:1788775837.950122:0:6164:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95f7482d7800: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:1.0:1788775837.950128:0:6164:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95f7482d7800: import ffff95f7519a2000 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:1.0:1788775837.950135:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788775837.950147:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f751aa7100 x1875667198151040/t0(0) o38->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775837.950162:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID 00000100:00100000:3.0:1788775837.950277:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198151040:192.168.202.107@tcp:38: 00000100:00080000:0.0:1788775837.951051:0:2402:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95f751aa7480 x1875667198150912/t0(0) o41->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:1.0:1788775837.956666:0:6164:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff95f7482d7800(2c8419ba-28be-44a9-b4df-43de2a58038f) successfully (5) 00800000:00000004:1.0:1788775837.956673:0:6164:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff95f7482d7800: age -714, max_age 0 00000100:00080000:1.0:1788775837.956741:0:2401:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95f751aa7800 x1875667198151168/t0(0) o41->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:1.0:1788775837.956796:0:6164:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff95f7482d7800: age -714, max_age 285 00800000:00000004:1.0:1788775837.956802:0:6164:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff95f7482d7800: age -714, max_age 285 00000100:00080000:1.0:1788775837.956831:0:6164:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95f751aa4a80 x1875667198151296/t0(0) o41->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775837.956840:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f74616d840 going to sleep for 0 seconds 00010000:00080000:3.0:1788775837.959000:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa7100 x1875667198151040/t0(0) o38->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1788775847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775837.961722:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788775837.961740:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff95f7482d7800: connect to target with instance 1 00000001:01000000:3.0:1788775838.211121:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff95f7482d7800: T10 checksum algorithm t10ip512 speed = 1175 MB/s 00000001:01000000:3.0:1788775838.461154:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff95f7482d7800: T10 checksum algorithm t10ip4K speed = 7259 MB/s 00000001:01000000:2.0:1788775838.713709:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff95f7482d7800: T10 checksum algorithm t10crc512 speed = 857 MB/s 00010000:00010000:3.0:1788775838.809237:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1788775838.970060:0:2400:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff95f7482d7800: T10 checksum algorithm t10crc4K speed = 641 MB/s 00000100:00080000:2.0:1788775838.970075:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff95f7482d7800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788775838.970091:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788775838.970096:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f7519a2000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788775838.974722:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000cc1e3ece): req@ffff95f751aa7800 x1875667198151168/t0(0) o41->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775838.974745:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198151040:192.168.202.107@tcp:38: 00010000:00080000:0.0:1788775838.974789:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa5180 x1875667198150784/t0(0) o38->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1788775847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775838.974799:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788775838.974808:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff95f7482d7800: connect to target with instance 1 00000100:00080000:0.0:1788775838.974829:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff95f7482d7800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1788775838.974841:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788775838.974845:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f7519a5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788775838.979646:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b47bdf07): req@ffff95f751aa7480 x1875667198150912/t0(0) o41->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775838.979670:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008bea0d71): req@ffff95f751aa4a80 x1875667198151296/t0(0) o41->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775838.979693:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198150784:192.168.202.107@tcp:38: 00000100:00100000:2.0:1788775838.979780:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f74616d840 going to sleep for 0 seconds 00000100:00100000:2.0:1788775838.979919:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f74616d840 going to sleep for 11 seconds 00010000:00080000:1.0:1788775838.982084:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa7800 x1875667198151168/t0(0) o41->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1788775854 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775838.982108:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:0:1875667198151168:192.168.202.107@tcp:41: 00010000:00080000:1.0:1788775838.995926:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4a80 x1875667198151296/t0(0) o41->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1788775854 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775838.995969:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2c8419ba-28be-44a9-b4df-43de2a58038f:6164:1875667198151296:192.168.202.107@tcp:41: 00800000:00000004:1.0:1788775838.995995:0:6164:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff95f7482d7800: update ffff95f747c39e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1788775838.996004:0:6164:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff95f7482d7800: update ffff95f747c3d178 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1788775838.996088:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2c8419ba-28be-44a9-b4df-43de2a58038f:6164:1875667198151424:192.168.202.107@tcp:40: 00000100:00100000:1.0:1788775838.996179:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b579c0 going to sleep for 11 seconds 00010000:00080000:0.0:1788775838.996504:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa7480 x1875667198150912/t0(0) o41->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1788775854 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775838.996518:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:0:1875667198150912:192.168.202.107@tcp:41: 00010000:00080000:1.0:1788775839.001694:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4a80 x1875667198151424/t0(0) o40->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 440/448 e 0 to 0 dl 1788775854 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775839.001717:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2c8419ba-28be-44a9-b4df-43de2a58038f:6164:1875667198151424:192.168.202.107@tcp:40: 00000080:00000004:1.0:1788775839.001745:0:6164:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1788775839.001759:0:6164:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2146304 00020000:01000000:1.0:1788775839.001763:0:6164:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1788775839.001776:0:6164:0:(genops.c:1385:class_connect()) connect: client 2c8419ba-28be-44a9-b4df-43de2a58038f, cookie 0xa0a2648e8e7f664e 00000020:00000080:1.0:1788775839.001795:0:6164:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa0a2648e8e7f6655 00000100:00080000:1.0:1788775839.001802:0:6164:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95f7482d7800: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:1.0:1788775839.001823:0:6164:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95f7482d7800: import ffff95f7519a4000 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:1.0:1788775839.001836:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788775839.001871:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f751aa4a80 x1875667198151552/t0(0) o8->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775839.001899:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID 00020000:01000000:1.0:1788775839.001916:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff95f7482d7800) active 00000020:00000080:1.0:1788775839.001943:0:6164:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa0a2648e8e7f665c 00000100:00080000:1.0:1788775839.001948:0:6164:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95f7482d7800: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:1.0:1788775839.001954:0:6164:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95f7482d7800: import ffff95f7519a1000 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:1.0:1788775839.001975:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788775839.001988:0:6164:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f751aa7800 x1875667198151680/t0(0) o8->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788775839.001997:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID 00020000:01000000:1.0:1788775839.002003:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff95f7482d7800) active 00000100:00100000:1.0:1788775839.002108:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2c8419ba-28be-44a9-b4df-43de2a58038f:6164:1875667198151808:192.168.202.107@tcp:900: 00000100:00100000:1.0:1788775839.002185:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775839.002507:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198151552:192.168.202.107@tcp:8: 00000100:00100000:0.0:1788775839.002552:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198151680:192.168.202.107@tcp:8: 00000100:00100000:2.0:1788775839.002770:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198151936:192.168.202.107@tcp:400: 00010000:00080000:1.0:1788775839.012081:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4700 x1875667198151808/t0(0) o900->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:29/10 lens 264/248 e 0 to 0 dl 1788775855 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775839.012100:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2c8419ba-28be-44a9-b4df-43de2a58038f:6164:1875667198151808:192.168.202.107@tcp:900: 00000100:00100000:1.0:1788775839.012165:0:6164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2c8419ba-28be-44a9-b4df-43de2a58038f:6164:1875667198152064:192.168.202.107@tcp:33: 00000100:00100000:1.0:1788775839.012423:0:6164:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b579c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788775839.017804:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198151936:192.168.202.107@tcp:400: 00010000:00080000:0.0:1788775839.020838:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4a80 x1875667198151552/t0(0) o8->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 520/416 e 0 to 0 dl 1788775849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775839.020855:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95f7482d7800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788775839.020865:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff95f7482d7800: connect to target with instance 1 00000100:00080000:0.0:1788775839.020875:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff95f7482d7800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1788775839.020888:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788775839.020892:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f7519a4000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1788775839.020899:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1788775839.020902:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1788775839.020907:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1788775839.020918:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198151552:192.168.202.107@tcp:8: 00010000:00080000:0.0:1788775839.028408:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa7800 x1875667198151680/t0(0) o8->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 520/416 e 0 to 0 dl 1788775849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775839.028426:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95f7482d7800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788775839.028436:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff95f7482d7800: connect to target with instance 1 00000100:00080000:0.0:1788775839.028445:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff95f7482d7800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1788775839.028459:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788775839.028463:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f7519a1000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1788775839.028470:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1788775839.028474:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1788775839.028479:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1788775839.028489:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198151680:192.168.202.107@tcp:8: 00010000:00080000:1.0:1788775839.111301:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4700 x1875667198152064/t0(0) o33->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:23/10 lens 448/464 e 0 to 0 dl 1788775855 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788775839.111323:0:6164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2c8419ba-28be-44a9-b4df-43de2a58038f:6164:1875667198152064:192.168.202.107@tcp:33: 00000080:00200000:1.0:1788775839.111549:0:6164:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00200000:1.0:1788775839.111557:0:6164:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1788775839.111642:0:6164:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_103_g80273de 00000080:00000004:1.0:1788775839.121667:0:6164:0:(super25.c:182:lustre_fill_super()) 192.168.202.107@tcp:/lustre: Mount complete 00000080:00200008:2.0:1788775839.380138:0:6205:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1788775839.380151:0:6205:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:2.0:1788775839.380177:0:6205:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788775839.380244:0:6205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775839.380262:0:6205:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6205 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775839.380273:0:6205:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6205 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775839.380296:0:6205:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193d880 pname:cluuid:pid:xid:nid:opc:job mkdir:2c8419ba-28be-44a9-b4df-43de2a58038f:6205:1875667198152192:192.168.202.107@tcp:101: 00000100:00100000:2.0:1788775839.380453:0:6205:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f745117c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788775839.395009:0:6205:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193d880 pname:cluuid:pid:xid:nid:opc:job mkdir:2c8419ba-28be-44a9-b4df-43de2a58038f:6205:1875667198152192:192.168.202.107@tcp:101: 00010000:00010000:0.0:1788775839.395075:0:6205:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395101:0:6205:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395118:0:6205:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395135:0:6205:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395150:0:6205:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395158:0:6205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395165:0:6205:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1788775839.395174:0:6205:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff95f75193d880 x1875667198152192/t0(0) o101->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 576/688 e 0 to 0 dl 1788775855 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1788775839.395196:0:6205:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395218:0:6205:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff95f7519b4c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1788775839.395225:0:6205:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1788775839.395251:0:6205:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1788775839.395260:0:6205:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:0.0:1788775839.395267:0:6205:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:0.0:1788775839.395270:0:6205:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa39804437cb8 00010000:00010000:0.0:1788775839.395275:0:6205:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775839.395283:0:6205:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788775839.835454:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775840.858409:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1788775841.874965:0:6258:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788775841.874980:0:6258:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:0.0:1788775841.875008:0:6258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788775841.875059:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788775841.875078:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1788775841.875086:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1788775841.875093:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:0.0:1788775841.875097:0:6258:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:0.0:1788775841.875105:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa398045a3cb8 00010000:00010000:0.0:1788775841.875109:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788775841.875119:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:2.0:1788775841.877053:0:6258:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1788775841.877063:0:6258:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:2.0:1788775841.877084:0:6258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788775841.877099:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1788775841.877115:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:2.0:1788775841.877123:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788775841.877129:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:2.0:1788775841.877132:0:6258:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:2.0:1788775841.877138:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa398045a3cb8 00010000:00010000:2.0:1788775841.877142:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1788775841.877151:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1788775841.877918:0:6258:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:2.0:1788775841.877938:0:6258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788775841.877948:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1788775841.877960:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1788775841.877968:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1788775841.877972:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:2.0:1788775841.877975:0:6258:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:2.0:1788775841.877980:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa398045a3bb0 00010000:00010000:2.0:1788775841.877984:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1788775841.877992:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1788775841.878001:0:6258:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88), inode mode 41ed mask 44 00000080:00200008:2.0:1788775841.878009:0:6258:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), flags 100000 00000080:00200080:2.0:1788775841.878236:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.878251:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783800 uarg=0000000000000000 00800000:00000004:2.0:1788775841.878258:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff95f7482d7800: age 287, max_age 289 00000100:00100000:2.0:1788775841.878298:0:6258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193e300 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152320:192.168.202.107@tcp:41: 00000100:00100000:2.0:1788775841.878382:0:6258:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7506f7e40 going to sleep for 11 seconds 00010000:00010000:3.0:1788775841.883420:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775841.896099:0:6258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193e300 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152320:192.168.202.107@tcp:41: 00800000:00000004:0.0:1788775841.896128:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff95f7482d7800: update ffff95f747c39e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:2.0:1788775841.896273:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.896291:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752780800 uarg=0000000000000000 00800000:00000004:2.0:1788775841.896300:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff95f7482d7800: age -714, max_age 289 00000100:00100000:2.0:1788775841.896335:0:6258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ea00 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152448:192.168.202.107@tcp:41: 00000100:00100000:2.0:1788775841.896650:0:6258:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7506f79c0 going to sleep for 11 seconds 00010000:00080000:0.0:1788775841.907506:0:6258:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193ea00 x1875667198152448/t0(0) o41->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1788775857 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775841.907528:0:6258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ea00 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152448:192.168.202.107@tcp:41: 00800000:00000004:0.0:1788775841.907551:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff95f7482d7800: update ffff95f747c38450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1788775841.907626:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907643:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907651:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907655:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907660:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907663:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907668:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907682:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907687:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907690:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907694:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907697:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907702:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907705:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907709:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907713:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907725:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907729:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907733:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907737:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907741:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907745:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907748:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907751:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907755:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907758:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907762:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.907765:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.907769:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:0.0:1788775841.908410:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908552:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908561:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908566:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908570:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908574:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908578:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908582:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908585:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908588:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908592:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908595:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908599:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908602:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908606:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908609:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908612:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908616:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908619:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908623:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908626:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908630:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908633:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908637:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908640:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908652:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908656:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908660:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908664:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908679:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908683:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908688:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908691:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908694:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908698:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908702:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908705:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908710:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908714:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908718:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908721:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908725:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908728:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908732:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908736:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908740:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908743:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908747:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908750:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908754:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.908763:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.908768:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909053:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909063:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909069:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909073:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909077:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909081:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909084:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909088:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909091:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909095:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909098:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909102:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909105:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909109:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909112:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909116:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909120:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909123:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909126:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909130:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909133:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909137:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909140:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909149:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909153:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909236:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909242:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909247:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909250:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909254:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909258:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909262:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909265:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909270:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909273:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909276:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909279:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909283:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909286:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909290:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909293:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909297:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909301:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909305:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00800000:00000080:2.0:1788775841.909308:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00000080:00200080:2.0:1788775841.909313:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:2.0:1788775841.909319:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752783c00 uarg=0000000000000000 00020000:00000004:2.0:1788775841.909326:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff95f7482d7800: age -714, max_age 289 00000100:00100000:2.0:1788775841.909369:0:6258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193c000 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152576:192.168.202.107@tcp:13: 00000100:00100000:2.0:1788775841.909495:0:6258:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7506f7cc0 going to sleep for 11 seconds 00010000:00080000:0.0:1788775841.922964:0:6258:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193c000 x1875667198152576/t0(0) o13->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:7/4 lens 224/368 e 0 to 0 dl 1788775857 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775841.922988:0:6258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193c000 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152576:192.168.202.107@tcp:13: 00020000:00000004:0.0:1788775841.923145:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff95f7482d7800: update ffff95f75579d178 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1788775841.923483:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:2.0:1788775841.923511:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f752782c00 uarg=0000000000000000 00020000:00000004:2.0:1788775841.923522:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff95f7482d7800: age -714, max_age 289 00000100:00100000:2.0:1788775841.923574:0:6258:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ce00 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152704:192.168.202.107@tcp:13: 00000100:00100000:2.0:1788775841.923668:0:6258:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7506f7300 going to sleep for 11 seconds 00010000:00080000:0.0:1788775841.936554:0:6258:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193ce00 x1875667198152704/t0(0) o13->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:7/4 lens 224/368 e 0 to 0 dl 1788775857 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775841.936584:0:6258:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ce00 pname:cluuid:pid:xid:nid:opc:job lfs:2c8419ba-28be-44a9-b4df-43de2a58038f:6258:1875667198152704:192.168.202.107@tcp:13: 00020000:00000004:0.0:1788775841.936610:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff95f7482d7800: update ffff95f755799e08 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1788775841.936701:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936722:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936752:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936758:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936762:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936766:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936770:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936783:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936788:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936792:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936796:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936800:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936804:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936807:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936812:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936815:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936819:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936823:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936826:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936830:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936833:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936837:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936840:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936844:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936847:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936851:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936854:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936863:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936869:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936872:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936876:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936880:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936884:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936887:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936890:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936894:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.936897:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.936901:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937899:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937912:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937917:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937920:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937924:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937927:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937931:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937934:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937938:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937941:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937944:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937948:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937952:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937955:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937971:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937976:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937980:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937983:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937987:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937991:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.937995:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.937998:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938002:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938005:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938009:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938026:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938032:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938036:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938040:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938044:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938048:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938052:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938056:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938059:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938063:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938066:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938070:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938074:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938078:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938089:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938094:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938098:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938102:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938106:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938110:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938113:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938117:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938121:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938125:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938128:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938132:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938135:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938139:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938142:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938146:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938150:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938153:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938157:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938160:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938163:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938167:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938170:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938173:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938188:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938199:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938203:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938207:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938210:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938406:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938413:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938418:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938421:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938426:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938429:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938433:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938437:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938441:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938444:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938447:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938451:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938454:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938457:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938461:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938464:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938467:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938471:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200080:0.0:1788775841.938474:0:6258:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88) cmd=c00866a4 arg=7ffc142193c0 00020000:00000080:0.0:1788775841.938477:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95f7482d7800: cmd=c00866a4 len=592 karg=ffff95f7557c9000 uarg=0000000000000000 00000080:00200008:0.0:1788775841.938491:0:6258:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), flags 100000 00010000:00010000:1.0:1788775842.920931:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775843.929224:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775844.123342:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198152832:192.168.202.107@tcp:400: 00000100:00100000:0.0:1788775844.127283:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153088:192.168.202.107@tcp:400: 00000100:00100000:0.0:1788775844.127368:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153344:192.168.202.107@tcp:400: 00000100:00100000:0.0:1788775844.127403:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788775844.127409:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198152960:192.168.202.107@tcp:400: 00000100:00100000:0.0:1788775844.127435:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153216:192.168.202.107@tcp:400: 00000100:00100000:1.0:1788775844.139461:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198152960:192.168.202.107@tcp:400: 00010000:00080000:1.0:1788775844.139486:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f7506e2d80 x1875667198153216/t0(0) o400->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775844.139512:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153216:192.168.202.107@tcp:400: 00000100:00100000:1.0:1788775844.139525:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198152832:192.168.202.107@tcp:400: 00010000:00080000:1.0:1788775844.139537:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f7506e0e00 x1875667198153088/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775844.139546:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153088:192.168.202.107@tcp:400: 00010000:00080000:1.0:1788775844.139561:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f7506e1c00 x1875667198153344/t0(0) o400->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775844.139568:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153344:192.168.202.107@tcp:400: 00000001:02000400:2.0:1788775844.601989:0:6451:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1788775844.959334:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775845.980081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775847.001520:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775848.027661:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775849.051348:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775849.193506:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.107@tcp (source: 12345-192.168.202.107@tcp) 00000100:00100000:3.0:1788775849.193645:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.107@tcp (source: 12345-192.168.202.107@tcp) 00000100:00100000:2.0:1788775849.221460:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667220225408 00000100:00100000:2.0:1788775849.221483:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667220225408 00000100:00100000:2.0:1788775849.221601:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667220225536 00000100:00100000:2.0:1788775849.221606:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667220225536 00000100:00100000:2.0:1788775849.221633:0:6167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.107@tcp, seq: 0 00000100:00100000:2.0:1788775849.221646:0:6167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95f751980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+4:10335:x1875667220225408:12345-192.168.202.107@tcp:104: 00010000:00010000:2.0:1788775849.221669:0:6167:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775849.221793:0:6167:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788775849.221801:0:6167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95f751980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+4:10335:x1875667220225408:12345-192.168.202.107@tcp:104: Request processed in 157us (28315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775849.221810:0:6167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.107@tcp, seq: 0 00000100:00100000:2.0:1788775849.221830:0:6167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.107@tcp, seq: 1 00000100:00100000:2.0:1788775849.221838:0:6167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95f751982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:10335:x1875667220225536:12345-192.168.202.107@tcp:104: 00010000:00010000:2.0:1788775849.221847:0:6167:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775849.221971:0:6167:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788775849.221984:0:6167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95f751982d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:10335:x1875667220225536:12345-192.168.202.107@tcp:104: Request processed in 148us (28339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775849.221991:0:6167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.107@tcp, seq: 1 00010000:00010000:0.0:1788775849.225216:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788775849.225234:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.225249:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95f760f63000 already unused, calling callback (ffffffffc1314c20) 10000000:00010000:0.0:1788775849.225254:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.225264:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775849.225271:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775849.225277:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788775849.225562:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.225571:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788775849.225599:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.225630:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff95f760f63000/0xa0a2648e8e7f65fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86ed expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.225650:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788775849.225654:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.225672:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95f760f62000 already unused, calling callback (ffffffffc1314c20) 10000000:00010000:0.0:1788775849.225675:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.225682:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788775849.225688:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775849.225694:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788775849.230548:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.230572:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788775849.230602:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.230611:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff95f760f62000/0xa0a2648e8e7f65f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86e6 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775849.230642:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775849.230766:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775849.230798:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198153600:192.168.202.107@tcp:103: 00000100:00100000:1.0:1788775849.230914:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1788775849.230923:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775849.230928:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775849.230929:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198153472:192.168.202.107@tcp:103: 00000100:00100000:1.0:1788775849.240419:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198153472:192.168.202.107@tcp:103: 00000100:00100000:1.0:1788775849.240436:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198153600:192.168.202.107@tcp:103: 00000100:00100000:0.0:1788775849.242907:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198153728:192.168.202.107@tcp:400: 00000100:00100000:1.0:1788775849.242922:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153856:192.168.202.107@tcp:400: 00000100:00100000:0.0:1788775849.243527:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198153984:192.168.202.107@tcp:400: 00000100:00100000:1.0:1788775849.254610:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198154112:192.168.202.107@tcp:400: 00000100:00100000:0.0:1788775849.262283:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198153728:192.168.202.107@tcp:400: 00010000:00080000:0.0:1788775849.262319:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa6680 x1875667198153984/t0(0) o400->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775849.262331:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198153984:192.168.202.107@tcp:400: 00010000:00080000:0.0:1788775849.262372:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4380 x1875667198153856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775849.262383:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198153856:192.168.202.107@tcp:400: 00010000:00080000:0.0:1788775849.262396:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa5500 x1875667198154112/t0(0) o400->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775849.262406:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198154112:192.168.202.107@tcp:400: 00010000:00010000:1.0:1788775850.075169:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775851.098390:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775852.130616:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788775852.185208:0:6178:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788775852.185217:0:6178:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff95f7482d7800 from 48 10000000:01000000:2.0:1788775852.185223:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788775852.185271:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fde00/0xa0a2648e8e7f666a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775852.185282:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f7413fde00/0xa0a2648e8e7f666a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775852.185293:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f7413fde00/0xa0a2648e8e7f666a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775852.185318:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154240:192.168.202.107@tcp:101: 00000100:00100000:2.0:1788775852.185418:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b16540 going to sleep for 11 seconds 00000100:00100000:2.0:1788775852.195909:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154240:192.168.202.107@tcp:101: 00010000:00010000:2.0:1788775852.195940:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f7413fde00/0xa0a2648e8e7f666a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87b1 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775852.195953:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f7413fde00/0xa0a2648e8e7f666a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f87b1 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775852.196063:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154368:192.168.202.107@tcp:501: 00000100:00100000:2.0:1788775852.196150:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b16540 going to sleep for 11 seconds 00000100:00100000:2.0:1788775852.210699:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154368:192.168.202.107@tcp:501: 00000100:00100000:2.0:1788775852.210764:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154496:192.168.202.107@tcp:503: 00000100:00100000:2.0:1788775852.210877:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b16540 going to sleep for 11 seconds 00000100:00100000:2.0:1788775852.215449:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154496:192.168.202.107@tcp:503: 00000100:00100000:1.0:1788775852.215954:0:6664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6664:1875667198154624:192.168.202.107@tcp:502: 00000100:00100000:1.0:1788775852.216069:0:6664:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f76061a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775852.221063:0:6664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6664:1875667198154624:192.168.202.107@tcp:502: 00000020:01000000:1.0:1788775852.221116:0:6664:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775852.221128:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775852.221130:0:6664:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788775852.221136:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788775852.221181:0:6664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6664:1875667198154752:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788775852.221524:0:6664:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f76061a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775852.240051:0:6664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6664:1875667198154752:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788775852.240115:0:6664:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775852.240124:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775852.240126:0:6664:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788775852.240131:0:6664:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788775852.240939:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1788775852.240960:0:6178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788775852.240971:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fde00/0xa0a2648e8e7f666a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87b1 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775852.240984:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f7413fde00/0xa0a2648e8e7f666a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87b1 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775852.240995:0:6178:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1788775852.240997:0:6178:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff95f7463619b8 from 1 10000000:01000000:2.0:1788775852.241000:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788775852.241075:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fda00/0xa0a2648e8e7f6671 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775852.241093:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f7413fda00/0xa0a2648e8e7f6671 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775852.241104:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f7413fda00/0xa0a2648e8e7f6671 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775852.241129:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154880:192.168.202.107@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788775852.241217:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b16540 going to sleep for 11 seconds 00000100:00100000:2.0:1788775852.248587:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198154880:192.168.202.107@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788775852.248617:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f7413fda00/0xa0a2648e8e7f6671 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87b8 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775852.248649:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f7413fda00/0xa0a2648e8e7f6671 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f87b8 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775852.248734:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155008:192.168.202.107@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788775852.248810:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b16540 going to sleep for 11 seconds 00000100:00100000:0.0:1788775852.260438:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155008:192.168.202.107@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1788775852.260497:0:6178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788775852.260509:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fda00/0xa0a2648e8e7f6671 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87b8 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775852.260520:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f7413fda00/0xa0a2648e8e7f6671 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87b8 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775853.145251:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775853.573106:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.107@tcp (source: 12345-192.168.202.107@tcp) 00000100:00100000:2.0:1788775853.573316:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667220235392 00000100:00100000:2.0:1788775853.573335:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667220235392 00000100:00100000:2.0:1788775853.573450:0:6167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.107@tcp, seq: 2 00000100:00100000:2.0:1788775853.573463:0:6167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95f751981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:10397:x1875667220235392:12345-192.168.202.107@tcp:104: 00010000:00010000:2.0:1788775853.573487:0:6167:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775853.573826:0:6167:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788775853.573834:0:6167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95f751981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:10397:x1875667220235392:12345-192.168.202.107@tcp:104: Request processed in 374us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775853.573842:0:6167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.107@tcp, seq: 2 00010000:00010000:1.0:1788775853.574051:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788775853.574059:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775853.574080:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95f760f63600 already unused, calling callback (ffffffffc1314c20) 10000000:00010000:1.0:1788775853.574085:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775853.574094:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788775853.574124:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788775853.574131:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788775853.574190:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775853.574202:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788775853.574224:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775853.574231:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff95f760f63600/0xa0a2648e8e7f6632 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f86fb expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775853.574254:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775853.574256:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775853.574258:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775853.574487:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198155136:192.168.202.107@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788775853.577180:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198155136:192.168.202.107@tcp:103:ldlm_bl.0 10000000:01000000:2.0:1788775853.948533:0:6178:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788775853.948544:0:6178:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95f7482d7800 from 4 10000000:01000000:2.0:1788775853.948551:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788775853.950412:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775853.950681:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775853.950700:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775853.950752:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155264:192.168.202.107@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788775853.950888:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f746b16180 going to sleep for 11 seconds 00000100:00100000:0.0:1788775853.961356:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155264:192.168.202.107@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788775853.961409:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775853.961426:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775853.961544:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155392:192.168.202.107@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788775853.962735:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7506f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775853.981108:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155392:192.168.202.107@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788775853.981190:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155520:192.168.202.107@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788775853.981302:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7506f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775853.985635:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198155520:192.168.202.107@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788775853.989226:0:6705:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6705:1875667198155648:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788775853.990143:0:6705:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f751979600 going to sleep for 11 seconds 00000100:00100000:0.0:1788775854.011626:0:6705:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6705:1875667198155648:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788775854.011690:0:6705:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788775854.011705:0:6705:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775854.011708:0:6705:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788775854.011716:0:6705:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95f7482d7800 00000020:00000080:0.0:1788775854.011730:0:6705:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788775854.011937:0:6705:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6705:1875667198155776:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788775854.012075:0:6705:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7506f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775854.038872:0:6705:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:6705:1875667198155776:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788775854.038932:0:6705:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788775854.038943:0:6705:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788775854.038947:0:6705:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1788775854.038951:0:6705:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1788775854.039627:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1788775854.039653:0:6178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788775854.039667:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775854.039680:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775854.175763:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775854.361411:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156032:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775854.361549:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156288:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775854.361587:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788775854.361607:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198155904:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775854.361654:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156160:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775854.361679:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156416:192.168.202.107@tcp:400:kworker.0 00010000:00080000:1.0:1788775854.368954:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4e00 x1875667198156416/t0(0) o400->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775854.368988:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156416:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775854.369009:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156032:192.168.202.107@tcp:400:kworker.0 00010000:00080000:1.0:1788775854.369051:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4000 x1875667198156288/t0(0) o400->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775854.369072:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156288:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775854.369112:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198155904:192.168.202.107@tcp:400:kworker.0 00010000:00080000:1.0:1788775854.369125:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa6a00 x1875667198156160/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775854.369135:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198156160:192.168.202.107@tcp:400:kworker.0 00010000:00010000:1.0:1788775855.193844:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775856.217240:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775857.251230:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775858.265348:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775859.292259:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788775859.481672:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198156544:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775859.485498:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198156800:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775859.485637:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198157056:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775859.485665:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788775859.485671:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198156672:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775859.485689:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198156928:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775859.508898:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198156672:192.168.202.107@tcp:400:kworker.0 00010000:00080000:2.0:1788775859.508920:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193f100 x1875667198156928/t0(0) o400->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775859.508931:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198156928:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775859.508941:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198156544:192.168.202.107@tcp:400:kworker.0 00010000:00080000:2.0:1788775859.508951:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193f480 x1875667198156800/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775859.508961:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198156800:192.168.202.107@tcp:400:kworker.0 00010000:00080000:2.0:1788775859.508972:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193f800 x1875667198157056/t0(0) o400->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775859.508996:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198157056:192.168.202.107@tcp:400:kworker.0 00010000:00010000:1.0:1788775860.332179:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775861.342417:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788775862.352628:0:7028:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1788775862.362129:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775863.385798:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775864.412502:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788775864.601198:0:36:0:(import.c:65:import_set_state_nolock()) ffff95f7519a4000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788775864.601203:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff95f7482d7800: disconnect after 23s idle 00000100:00100000:2.0:1788775864.601675:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198157184:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775864.601767:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198157440:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775864.601791:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788775864.601794:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198157312:192.168.202.107@tcp:400:kworker.0 00000100:00080000:3.0:1788775864.604170:0:36:0:(import.c:65:import_set_state_nolock()) ffff95f7519a1000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788775864.604175:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff95f7482d7800: disconnect after 23s idle 00000100:00100000:0.0:1788775864.604438:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198157568:192.168.202.107@tcp:9:kworker.0 00000100:00100000:0.0:1788775864.604504:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198157696:192.168.202.107@tcp:9:kworker.0 00010000:00080000:0.0:1788775864.607872:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751983800 x1875667198157568/t0(0) o9->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775864.607893:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95f751983800 x1875667198157568/t0(0) o9->lustre-OST0000-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775864.607901:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f7519a4000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1788775864.607906:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198157568:192.168.202.107@tcp:9:kworker.0 00010000:00080000:0.0:1788775864.607918:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751980a80 x1875667198157696/t0(0) o9->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775864.607927:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95f751980a80 x1875667198157696/t0(0) o9->lustre-OST0001-osc-ffff95f7482d7800@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775864.607948:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f7519a1000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1788775864.607951:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2c8419ba-28be-44a9-b4df-43de2a58038f:2400:1875667198157696:192.168.202.107@tcp:9:kworker.0 00000100:00100000:3.0:1788775864.608040:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198157312:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775864.608055:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198157184:192.168.202.107@tcp:400:kworker.0 00010000:00080000:3.0:1788775864.608067:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751983100 x1875667198157440/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775864.608077:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198157440:192.168.202.107@tcp:400:kworker.0 00010000:00010000:0.0:1788775865.433151:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775866.460107:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775867.481686:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788775868.243770:0:7309:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-client.virtnet: executing yml_node 00010000:00010000:0.0:1788775868.505545:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775869.535682:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775869.722679:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198157824:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775869.722768:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198158080:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775869.722794:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788775869.722800:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198157952:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775869.727314:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198157952:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775869.727336:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198157824:192.168.202.107@tcp:400:kworker.0 00010000:00080000:3.0:1788775869.727351:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751983480 x1875667198158080/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775869.727363:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198158080:192.168.202.107@tcp:400:kworker.0 00010000:00010000:0.0:1788775870.558564:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775871.577159:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775872.601253:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788775872.920578:0:7761:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.103 00010000:00010000:0.0:1788775873.625339:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775874.654666:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775874.841233:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198158208:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775874.841365:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198158464:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775874.841401:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788775874.841407:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198158336:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775874.843603:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198158336:192.168.202.107@tcp:400:kworker.0 00010000:00080000:3.0:1788775874.843626:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751981180 x1875667198158464/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775874.843639:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198158464:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775874.845685:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198158208:192.168.202.107@tcp:400:kworker.0 00010000:00010000:0.0:1788775875.673186:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788775875.734763:0:7918:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.103 00010000:00010000:0.0:1788775876.697149:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775877.722179:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775878.749975:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788775878.764325:0:8074:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.103 00010000:00010000:0.0:1788775879.769862:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775879.963107:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198158592:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775879.963207:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198158848:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775879.963251:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788775879.963256:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198158720:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775879.971544:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198158720:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775879.971562:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198158592:192.168.202.107@tcp:400:kworker.0 00010000:00080000:1.0:1788775879.971578:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4000 x1875667198158848/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775879.971591:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198158848:192.168.202.107@tcp:400:kworker.0 00000001:02000400:2.0:1788775880.739511:0:8220:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Mon Sep 7 06:11:18 EDT 2026 00010000:00010000:0.0:1788775880.798148:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775881.817252:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775882.844469:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775883.870662:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775884.889361:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788775885.085715:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198158976:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775885.085901:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198159232:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775885.085949:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788775885.085957:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198159104:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775885.092761:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198159104:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775885.092795:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198158976:192.168.202.107@tcp:400:kworker.0 00010000:00080000:1.0:1788775885.092813:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f7506e1c00 x1875667198159232/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775885.092827:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198159232:192.168.202.107@tcp:400:kworker.0 00010000:00010000:3.0:1788775885.917553:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775886.937183:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775887.962037:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788775888.985227:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775890.009360:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775890.202059:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198159488:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775890.202214:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788775890.202242:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198159360:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775890.202291:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198159616:192.168.202.107@tcp:400:kworker.0 00010000:00080000:3.0:1788775890.206766:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751983100 x1875667198159616/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775890.206791:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198159616:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775890.206805:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198159488:192.168.202.107@tcp:400:kworker.0 00000100:00100000:2.0:1788775890.210956:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198159360:192.168.202.107@tcp:400:kworker.0 00010000:00010000:1.0:1788775891.033733:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775892.066954:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775893.084887:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775894.108392:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775895.130851:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788775895.329291:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198159872:192.168.202.107@tcp:400:kworker.0 00000100:00100000:0.0:1788775895.329438:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788775895.329446:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198159744:192.168.202.107@tcp:400:kworker.0 00000100:00100000:0.0:1788775895.329496:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198160000:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775895.351075:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198159744:192.168.202.107@tcp:400:kworker.0 00010000:00080000:1.0:1788775895.351118:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f7506e2d80 x1875667198160000/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775895.351134:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198160000:192.168.202.107@tcp:400:kworker.0 00000100:00100000:1.0:1788775895.351150:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198159872:192.168.202.107@tcp:400:kworker.0 00010000:00010000:3.0:1788775896.153503:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788775897.177763:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775898.201295:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788775899.234368:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788775899.389270:0:8780:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:3.0:1788775900.249252:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788775900.442152:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198160128:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775900.443628:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198160384:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775900.443699:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788775900.443707:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198160256:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775900.449721:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198160256:192.168.202.107@tcp:400:kworker.0 00010000:00080000:3.0:1788775900.449749:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751980700 x1875667198160384/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775900.449764:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198160384:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775900.450545:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198160128:192.168.202.107@tcp:400:kworker.0 00010000:00010000:3.0:1788775901.273316:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788775901.276978:0:8919:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1788775902.297263:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788775903.085477:0:9068:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 06:11:41 (1788775901) === 00000080:00200008:1.0:1788775903.209990:0:8231:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788775903.210002:0:8231:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:1.0:1788775903.210038:0:8231:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788775903.210058:0:8231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1788775903.210073:0:8231:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1788775903.210082:0:8231:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788775903.210090:0:8231:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:1.0:1788775903.210093:0:8231:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:1.0:1788775903.210101:0:8231:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa39801ca3cb8 00010000:00010000:1.0:1788775903.210105:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1788775903.210114:0:8231:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1788775903.273230:0:8231:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788775903.273244:0:8231:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:0.0:1788775903.273268:0:8231:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788775903.273287:0:8231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1788775903.273303:0:8231:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1788775903.274428:0:8231:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1788775903.274443:0:8231:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:0.0:1788775903.274448:0:8231:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:0.0:1788775903.274457:0:8231:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa39801ca3cb8 00010000:00010000:0.0:1788775903.274463:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1788775903.274474:0:8231:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788775903.336351:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1788775903.346098:0:8231:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788775903.346112:0:8231:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:0.0:1788775903.346134:0:8231:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788775903.346153:0:8231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1788775903.346169:0:8231:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1788775903.346187:0:8231:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1788775903.346194:0:8231:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:0.0:1788775903.346197:0:8231:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:0.0:1788775903.346204:0:8231:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa39801ca3cb8 00010000:00010000:0.0:1788775903.346208:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1788775903.346216:0:8231:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:1.0:1788775903.387998:0:8231:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95f751d35b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788775903.391458:0:8231:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d35b88),name=/ 00000002:00010000:1.0:1788775903.391489:0:8231:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788775903.391508:0:8231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1788775903.391526:0:8231:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1788775903.391534:0:8231:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788775903.391543:0:8231:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) 00000080:00010000:1.0:1788775903.391546:0:8231:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95f751d35b88) for lock 0xa0a2648e8e7f6663 00000080:00010000:1.0:1788775903.391553:0:8231:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa0a2648e8e7f6663 from it ffffa39801ca3cb8 00010000:00010000:1.0:1788775903.391558:0:8231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1788775903.391566:0:8231:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95f7482d7800 lock: ffff95f7413fc200/0xa0a2648e8e7f6663 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7fd1a3e8168f8725 expref: -99 pid: 6205 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1788775903.656117:0:9116:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788775903.656122:0:9116:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1788775903.656123:0:9116:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.107@tcp:/lustre 00000020:01000004:2.0:1788775903.656124:0:9116:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1788775903.656244:0:9116:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff95f750935000 00000080:01000004:2.0:1788775903.656253:0:9116:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1788775903.656287:0:9116:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.107@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788775903.656291:0:9116:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.107@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1788775903.656297:0:9116:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff95f750935000 (sb ffff95f750935000) 00000080:01000000:2.0:1788775903.656387:0:9116:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1788775903.656389:0:9116:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1788775903.656392:0:9116:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1788775903.656399:0:9116:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: ef7b169b-5507-46d5-8a8b-7227d9981ee9 10000000:01000000:2.0:1788775903.656866:0:9116:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788775903.656870:0:9116:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff95f750935000 10000000:01000000:2.0:1788775903.656877:0:9116:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff95f750935000 10000000:01000000:2.0:1788775903.656886:0:9116:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788775903.656891:0:9116:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff95f750935000 10000000:01000000:2.0:1788775903.656894:0:9116:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788775903.656897:0:9116:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff95f750935000 10000000:01000000:2.0:1788775903.656900:0:9116:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788775903.656904:0:9116:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff95f750935000 from 1 10000000:01000000:2.0:1788775903.656908:0:9116:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788775903.656959:0:9116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fc800/0xa0a2648e8e7f667f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775903.656972:0:9116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f7413fc800/0xa0a2648e8e7f667f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775903.656986:0:9116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f7413fc800/0xa0a2648e8e7f667f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775903.662101:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198160512:192.168.202.107@tcp:101:mount.lustre.0 00000100:00100000:2.0:1788775903.662237:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f751979cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775903.669692:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198160512:192.168.202.107@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788775903.669725:0:9116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f7413fc800/0xa0a2648e8e7f667f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8805 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775903.669740:0:9116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f7413fc800/0xa0a2648e8e7f667f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f8805 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788775903.669815:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198160640:192.168.202.107@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788775903.669883:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f760381d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788775903.672991:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198160640:192.168.202.107@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788775903.673073:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198160768:192.168.202.107@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788775903.673166:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f760381d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788775903.675948:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198160768:192.168.202.107@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788775903.676549:0:9120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9120:1875667198160896:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788775903.677291:0:9120:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f743f4ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1788775903.698735:0:9120:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9120:1875667198160896:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788775903.698782:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775903.698793:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.698795:0:9120:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1788775903.698802:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff95f750935000 00000020:00000080:3.0:1788775903.698804:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788775903.698832:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff95f750935000 (ffff95f7509a3370) 00000020:00000080:3.0:1788775903.698851:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1788775903.698857:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff95f750935000 00000020:00000080:3.0:1788775903.698859:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1788775903.699243:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff95f750935000 (uuid ef7b169b-5507-46d5-8a8b-7227d9981ee9) 00000020:01000000:3.0:1788775903.699248:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775903.699252:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.699254:0:9120:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1788775903.699256:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775903.699259:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.699260:0:9120:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1788775903.699264:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff95f750935000 00000020:00000080:3.0:1788775903.699266:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788775903.699272:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff95f750935000 (ffff95f7509a4d28) 00000020:00000080:3.0:1788775903.699281:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1788775903.699286:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff95f750935000 00000020:00000080:3.0:1788775903.699288:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1788775903.699458:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff95f750935000 (uuid ef7b169b-5507-46d5-8a8b-7227d9981ee9) 00000020:01000000:3.0:1788775903.699463:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775903.700317:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.700321:0:9120:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1788775903.700328:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775903.700333:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.700335:0:9120:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1788775903.700338:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788775903.700340:0:9120:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1788775903.700342:0:9120:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1788775903.700348:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775903.700350:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.700351:0:9120:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1788775903.700354:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775903.700358:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.700359:0:9120:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1788775903.700362:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788775903.700366:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:3.0:1788775903.700395:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff95f750935000 00000020:00000080:3.0:1788775903.700398:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788775903.700408:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff95f750935000 (ffff95f7509a19b8) 00000020:00000080:3.0:1788775903.700423:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1788775903.700428:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff95f750935000 00000020:00000080:3.0:1788775903.700430:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788775903.701098:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95f760677000@lustre-MDT0000-mdc-ffff95f750935000: add connection 192.168.202.107@tcp at head 00010000:00010000:3.0:1788775903.705909:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff95f750935000-5 is initialized 00000040:01000000:3.0:1788775903.710112:0:9120:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff95f750935000 ctxt 13 is initialized 00000020:00000080:3.0:1788775903.710467:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff95f750935000 (uuid ef7b169b-5507-46d5-8a8b-7227d9981ee9) 00000020:01000000:3.0:1788775903.710484:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95f750935000 00000020:00000080:3.0:1788775903.710489:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788775903.710514:0:9120:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1788775903.710570:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788775903.710575:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.710577:0:9120:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1788775903.710581:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788775903.710595:0:9120:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1788775903.710597:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788775903.710599:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788775903.710600:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788775903.710604:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.710605:0:9120:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788775903.710608:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775903.710613:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.710614:0:9120:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1788775903.710617:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788775903.710623:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:3.0:1788775903.710651:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff95f750935000 00000020:00000080:3.0:1788775903.710654:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788775903.710665:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff95f750935000 (ffff95f7509a0000) 00000020:00000080:3.0:1788775903.710681:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1788775903.710687:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff95f750935000 00000020:00000080:3.0:1788775903.710689:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788775903.711406:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95f760671000@lustre-MDT0001-mdc-ffff95f750935000: add connection 192.168.202.107@tcp at head 00010000:00010000:2.0:1788775903.725487:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff95f750935000-6 is initialized 00000040:01000000:2.0:1788775903.725836:0:9120:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff95f750935000 ctxt 13 is initialized 00000020:00000080:2.0:1788775903.725898:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff95f750935000 (uuid ef7b169b-5507-46d5-8a8b-7227d9981ee9) 00000020:01000000:2.0:1788775903.725912:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95f750935000 00000020:00000080:2.0:1788775903.725917:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1788775903.725941:0:9120:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1788775903.725997:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775903.726001:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.726003:0:9120:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1788775903.726006:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788775903.726008:0:9120:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1788775903.726010:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775903.726011:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775903.726148:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788775903.726152:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.726274:0:9120:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788775903.726281:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788775903.726286:0:9120:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.107@tcp:/lustre 00000020:00000080:2.0:1788775903.726290:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.726291:0:9120:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788775903.726294:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788775903.726299:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:2.0:1788775903.726328:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff95f750935000 00000020:00000080:2.0:1788775903.726331:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775903.726351:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff95f750935000 (ffff95f745e8b370) 00000020:00000080:2.0:1788775903.726367:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1788775903.726373:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff95f750935000 00000020:00000080:2.0:1788775903.726375:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1788775903.726447:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95f75099c000@lustre-OST0000-osc-ffff95f750935000: add connection 192.168.202.107@tcp at head 00010000:00010000:2.0:1788775903.726675:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff95f750935000-7 is initialized 00000020:00000080:2.0:1788775903.728918:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff95f750935000 (uuid ef7b169b-5507-46d5-8a8b-7227d9981ee9) 00000020:01000000:2.0:1788775903.728935:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95f750935000 00000020:00000080:2.0:1788775903.728940:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1788775903.728979:0:9120:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1788775903.728989:0:9120:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95f750935000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1788775903.728994:0:9120:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1788775903.729007:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775903.729010:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.729528:0:9120:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788775903.729536:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788775903.729539:0:9120:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1788775903.729541:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775903.729542:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788775903.729544:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788775903.729548:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.729557:0:9120:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788775903.729562:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788775903.729566:0:9120:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.107@tcp:/lustre 00000020:00000080:2.0:1788775903.729570:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.729572:0:9120:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788775903.729575:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788775903.729581:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.107@tcp to nid 0x20000c0a8ca6b (192.168.202.107@tcp) 00000020:01000000:2.0:1788775903.729624:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff95f750935000 00000020:00000080:2.0:1788775903.729628:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788775903.729641:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff95f750935000 (ffff95f745e8cd28) 00000020:00000080:2.0:1788775903.729660:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1788775903.729665:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff95f750935000 00000020:00000080:2.0:1788775903.729668:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1788775903.729800:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95f750999000@lustre-OST0001-osc-ffff95f750935000: add connection 192.168.202.107@tcp at head 00010000:00010000:2.0:1788775903.730681:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff95f750935000-8 is initialized 00000020:00000080:2.0:1788775903.731938:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff95f750935000 (uuid ef7b169b-5507-46d5-8a8b-7227d9981ee9) 00000020:01000000:2.0:1788775903.731951:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95f750935000 00000020:00000080:2.0:1788775903.731955:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1788775903.731990:0:9120:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1788775903.732000:0:9120:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95f750935000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1788775903.732004:0:9120:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1788775903.732082:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775903.732088:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.732090:0:9120:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788775903.732095:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775903.732099:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.732100:0:9120:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788775903.732103:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788775903.732104:0:9120:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788775903.732107:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775903.732109:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.732110:0:9120:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000100:00100000:2.0:1788775903.732450:0:9120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9120:1875667198161024:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788775903.732598:0:9120:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7519850c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775903.753840:0:9120:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9120:1875667198161024:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788775903.753886:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788775903.753898:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775903.753900:0:9120:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788775903.753905:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788775903.753949:0:9120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9120:1875667198161152:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788775903.754506:0:9120:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f75010e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788775903.764494:0:9120:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9120:1875667198161152:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788775903.764536:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775903.764547:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775903.764549:0:9120:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788775903.764553:0:9120:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788775903.764734:0:9116:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788775903.764756:0:9116:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788775903.764801:0:9116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fc800/0xa0a2648e8e7f667f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8805 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775903.764813:0:9116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f7413fc800/0xa0a2648e8e7f667f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8805 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788775903.764821:0:9116:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff95f750935000 from 1 10000000:01000000:2.0:1788775903.764824:0:9116:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1788775903.764859:0:9116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fc600/0xa0a2648e8e7f66b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775903.764867:0:9116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f7413fc600/0xa0a2648e8e7f66b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788775903.764877:0:9116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f7413fc600/0xa0a2648e8e7f66b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775903.764897:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161280:192.168.202.107@tcp:101:mount.lustre.0 00000100:00100000:2.0:1788775903.764985:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f751985e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788775903.768628:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161280:192.168.202.107@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788775903.768662:0:9116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f7413fc600/0xa0a2648e8e7f66b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f880c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775903.768676:0:9116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f7413fc600/0xa0a2648e8e7f66b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f880c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788775903.770646:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161408:192.168.202.107@tcp:256:mount.lustre.0 00000100:00100000:2.0:1788775903.770812:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f7519853c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775903.781599:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161408:192.168.202.107@tcp:256:mount.lustre.0 10000000:01000000:0.0:1788775903.782570:0:9116:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788775903.782694:0:9116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f7413fc600/0xa0a2648e8e7f66b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f880c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775903.782708:0:9116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f7413fc600/0xa0a2648e8e7f66b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f880c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775903.782717:0:9116:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95f750935000 from 1 10000000:01000000:0.0:1788775903.782720:0:9116:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788775903.782762:0:9116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775903.782770:0:9116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775903.782779:0:9116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775903.782817:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161536:192.168.202.107@tcp:101:mount.lustre.0 00000100:00100000:0.0:1788775903.782910:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752e073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775903.786116:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161536:192.168.202.107@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788775903.786209:0:9116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775903.786224:0:9116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788775903.786361:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161664:192.168.202.107@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788775903.786446:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752e073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775903.789292:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161664:192.168.202.107@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788775903.789423:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161792:192.168.202.107@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788775903.789561:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752e073c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788775903.793399:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:55d4a82f-5760-4105-ad50-90b7959b3adf:9116:1875667198161792:192.168.202.107@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788775903.793815:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9124:1875667198161920:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788775903.793933:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f751985600 going to sleep for 11 seconds 00000100:00100000:3.0:1788775903.797897:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9124:1875667198161920:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788775903.797942:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788775903.797961:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788775903.798196:0:9124:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788775903.798292:0:9124:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95f750935000 00000020:00000080:2.0:1788775903.798297:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788775903.798366:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788775903.798372:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.798374:0:9124:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788775903.798380:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788775903.798383:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788775903.798384:0:9124:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788775903.798388:0:9124:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95f750935000 00000020:00000080:2.0:1788775903.798390:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788775903.798519:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9124:1875667198162048:192.168.202.107@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788775903.798705:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f751985600 going to sleep for 11 seconds 00000100:00100000:1.0:1788775903.801704:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:55d4a82f-5760-4105-ad50-90b7959b3adf:9124:1875667198162048:192.168.202.107@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788775903.801753:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788775903.801762:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788775903.801764:0:9124:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1788775903.801768:0:9124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1788775903.801944:0:9116:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1788775903.801964:0:9116:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788775903.801987:0:9116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788775903.801998:0:9116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1788775903.802042:0:9116:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1788775903.802073:0:9116:0:(genops.c:1385:class_connect()) connect: client ef7b169b-5507-46d5-8a8b-7227d9981ee9, cookie 0xa0a2648e8e7f66be 00800000:01000000:3.0:1788775903.802095:0:9116:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect ef7b169b-5507-46d5-8a8b-7227d9981ee9 to lustre-clilmv-ffff95f750935000 00800000:01000000:3.0:1788775903.802105:0:9116:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff95f750935000(ef7b169b-5507-46d5-8a8b-7227d9981ee9) - lustre-MDT0000_UUID, ef7b169b-5507-46d5-8a8b-7227d9981ee9 00000020:00000080:3.0:1788775903.802112:0:9116:0:(genops.c:1385:class_connect()) connect: client ef7b169b-5507-46d5-8a8b-7227d9981ee9, cookie 0xa0a2648e8e7f66c5 00000100:00080000:3.0:1788775903.802121:0:9116:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff95f750935000: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:3.0:1788775903.802129:0:9116:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff95f750935000: import ffff95f760677000 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:3.0:1788775903.802152:0:9116:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788775903.802183:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f751981180 x1875667198162176/t0(0) o38->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775903.802202:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID 00000100:00100000:3.0:1788775903.802275:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198162304:192.168.202.107@tcp:400:kworker.0 00000100:00100000:3.0:1788775903.802467:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788775903.802474:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198162432:192.168.202.107@tcp:400:kworker.0 00800000:01000000:3.0:1788775903.802665:0:9116:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff95f750935000(ef7b169b-5507-46d5-8a8b-7227d9981ee9) successfully (5) 00800000:00000004:3.0:1788775903.802669:0:9116:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff95f750935000: age -648, max_age 0 00000100:00080000:3.0:1788775903.802711:0:2403:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95f751980380 x1875667198162560/t0(0) o41->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:3.0:1788775903.802740:0:9116:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff95f750935000(ef7b169b-5507-46d5-8a8b-7227d9981ee9) - lustre-MDT0001_UUID, ef7b169b-5507-46d5-8a8b-7227d9981ee9 00000020:00000080:3.0:1788775903.802748:0:9116:0:(genops.c:1385:class_connect()) connect: client ef7b169b-5507-46d5-8a8b-7227d9981ee9, cookie 0xa0a2648e8e7f66cc 00000100:00080000:3.0:1788775903.802754:0:9116:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff95f750935000: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:3.0:1788775903.802760:0:9116:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff95f750935000: import ffff95f760671000 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:3.0:1788775903.802766:0:9116:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788775903.802778:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f751982680 x1875667198162688/t0(0) o38->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788775903.802787:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID 00000100:00100000:0.0:1788775903.802867:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198162176:192.168.202.107@tcp:38:mount.lustre.0 00000100:00100000:0.0:1788775903.802921:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198162688:192.168.202.107@tcp:38:mount.lustre.0 00800000:01000000:3.0:1788775903.803121:0:9116:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff95f750935000(ef7b169b-5507-46d5-8a8b-7227d9981ee9) successfully (5) 00800000:00000004:3.0:1788775903.803124:0:9116:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff95f750935000: age -648, max_age 0 00000100:00080000:3.0:1788775903.803149:0:2404:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95f751981500 x1875667198162816/t0(0) o41->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:3.0:1788775903.803193:0:9116:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff95f750935000: age -648, max_age 351 00800000:00000004:3.0:1788775903.803199:0:9116:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff95f750935000: age -648, max_age 351 00000100:00080000:3.0:1788775903.803217:0:9116:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95f751981f80 x1875667198162944/t0(0) o41->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775903.803224:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f743f4e600 going to sleep for 0 seconds 00000100:00100000:2.0:1788775903.810935:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198162304:192.168.202.107@tcp:400:kworker.0 00010000:00080000:3.0:1788775903.817129:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751983100 x1875667198162432/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775903.817150:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198162432:192.168.202.107@tcp:400:kworker.0 00010000:00080000:1.0:1788775903.817437:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751982680 x1875667198162688/t0(0) o38->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 520/416 e 0 to 0 dl 1788775913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775903.817448:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788775903.817458:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff95f750935000: connect to target with instance 1 00000100:00080000:1.0:1788775903.817475:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff95f750935000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1788775903.817488:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788775903.817492:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f760671000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788775903.821469:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001569d64e): req@ffff95f751981500 x1875667198162816/t0(0) o41->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775903.821493:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198162688:192.168.202.107@tcp:38:mount.lustre.0 00000100:00100000:0.0:1788775903.821554:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788775903.821566:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff95f750935000: connect to target with instance 1 00000100:00080000:0.0:1788775903.821576:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff95f750935000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1788775903.821600:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788775903.821604:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f760677000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788775903.822347:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000016a784c5): req@ffff95f751981f80 x1875667198162944/t0(0) o41->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788775903.822366:0:2400:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f87d8bff): req@ffff95f751980380 x1875667198162560/t0(0) o41->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775903.822378:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198162176:192.168.202.107@tcp:38:mount.lustre.0 00000100:00100000:0.0:1788775903.822445:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f743f4e600 going to sleep for 11 seconds 00010000:00080000:3.0:1788775903.825850:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751981500 x1875667198162816/t0(0) o41->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/368 e 0 to 0 dl 1788775919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775903.825928:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:0:1875667198162816:192.168.202.107@tcp:41:mount.lustre.0 00000100:00100000:3.0:1788775903.825968:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:0:1875667198162560:192.168.202.107@tcp:41:mount.lustre.0 00000100:00100000:0.0:1788775903.830822:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef7b169b-5507-46d5-8a8b-7227d9981ee9:9116:1875667198162944:192.168.202.107@tcp:41:mount.lustre.0 00800000:00000004:0.0:1788775903.830854:0:9116:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff95f750935000: update ffff95f7509a1e08 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:0.0:1788775903.830861:0:9116:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff95f750935000: update ffff95f7509a5178 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:0.0:1788775903.830903:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef7b169b-5507-46d5-8a8b-7227d9981ee9:9116:1875667198163072:192.168.202.107@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788775903.830986:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752e07e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775903.833797:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef7b169b-5507-46d5-8a8b-7227d9981ee9:9116:1875667198163072:192.168.202.107@tcp:40:mount.lustre.0 00000080:00000004:0.0:1788775903.833830:0:9116:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1788775903.833847:0:9116:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 2146304 00020000:01000000:0.0:1788775903.833852:0:9116:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1788775903.833866:0:9116:0:(genops.c:1385:class_connect()) connect: client ef7b169b-5507-46d5-8a8b-7227d9981ee9, cookie 0xa0a2648e8e7f66d3 00000020:00000080:0.0:1788775903.833885:0:9116:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa0a2648e8e7f66da 00000100:00080000:0.0:1788775903.833893:0:9116:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff95f750935000: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:0.0:1788775903.833914:0:9116:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff95f750935000: import ffff95f75099c000 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:0.0:1788775903.833925:0:9116:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788775903.833953:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f7506e0000 x1875667198163200/t0(0) o8->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775903.834051:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198163200:192.168.202.107@tcp:8:mount.lustre.0 00000100:00080000:0.0:1788775903.834300:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID 00020000:01000000:0.0:1788775903.834439:0:9116:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff95f750935000) active 00000020:00000080:0.0:1788775903.834476:0:9116:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa0a2648e8e7f66e1 00000100:00080000:0.0:1788775903.834482:0:9116:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff95f750935000: connect to NID 192.168.202.107@tcp last attempt 0 00000100:00080000:0.0:1788775903.834489:0:9116:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff95f750935000: import ffff95f750999000 using connection 192.168.202.107@tcp/192.168.202.107@tcp 00000008:00100000:0.0:1788775903.834495:0:9116:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683239 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788775903.834509:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95f7506e3480 x1875667198163328/t0(0) o8->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788775903.834551:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198163328:192.168.202.107@tcp:8:mount.lustre.0 00000100:00080000:0.0:1788775903.842204:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID 00020000:01000000:0.0:1788775903.842227:0:9116:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff95f750935000) active 00000100:00100000:0.0:1788775903.842303:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef7b169b-5507-46d5-8a8b-7227d9981ee9:9116:1875667198163456:192.168.202.107@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788775903.842393:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752e07e40 going to sleep for 11 seconds 00010000:00080000:1.0:1788775903.847176:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f7506e3480 x1875667198163328/t0(0) o8->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 520/416 e 0 to 0 dl 1788775913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775903.847191:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95f750935000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788775903.847203:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff95f750935000: connect to target with instance 1 00000100:00080000:1.0:1788775903.847213:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff95f750935000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1788775903.847224:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788775903.847227:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f750999000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1788775903.847233:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1788775903.847238:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1788775903.847243:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1788775903.847256:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198163328:192.168.202.107@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788775903.847271:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f7506e0000 x1875667198163200/t0(0) o8->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 520/416 e 0 to 0 dl 1788775913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775903.847279:0:2400:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95f750935000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788775903.847283:0:2400:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff95f750935000: connect to target with instance 1 00000100:00080000:1.0:1788775903.847288:0:2400:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff95f750935000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1788775903.847292:0:2400:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788775903.847294:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f75099c000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1788775903.847297:0:2400:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1788775903.847324:0:2400:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1788775903.847327:0:2400:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1788775903.847334:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198163200:192.168.202.107@tcp:8:mount.lustre.0 00000100:00100000:0.0:1788775903.849759:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef7b169b-5507-46d5-8a8b-7227d9981ee9:9116:1875667198163456:192.168.202.107@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788775903.849840:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef7b169b-5507-46d5-8a8b-7227d9981ee9:9116:1875667198163584:192.168.202.107@tcp:33:mount.lustre.0 00000100:00100000:0.0:1788775903.849969:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752e07e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788775903.853889:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef7b169b-5507-46d5-8a8b-7227d9981ee9:9116:1875667198163584:192.168.202.107@tcp:33:mount.lustre.0 00000080:00200000:0.0:1788775903.854098:0:9116:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95f751d87448) 00000080:00200000:0.0:1788775903.854107:0:9116:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1788775903.854206:0:9116:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_103_g80273de 00000080:00000004:0.0:1788775903.859382:0:9116:0:(super25.c:182:lustre_fill_super()) 192.168.202.107@tcp:/lustre: Mount complete 00000400:00000001:1.0:1788775904.050424:0:9146:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1788775904.347854:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775904.347862:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775904.347868:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775904.347869:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775904.350843:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775904.350851:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775904.350856:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775905.177157:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295021132, at 4295021184 00000100:00000010:3.0:1788775905.177183:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7452fc300. 00000100:00000040:2.0:1788775905.178921:0:458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295021132, at 4295021185 00000100:00000010:2.0:1788775905.178936:0:458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7452fcb40. 00010000:00000001:0.0:1788775905.369322:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775905.369329:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775905.369336:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775905.369337:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775905.369502:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775905.369505:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775905.369509:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775906.393260:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775906.393270:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775906.393272:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775906.393276:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775906.393280:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775906.393282:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775906.393284:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775906.393287:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775906.393290:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775906.393292:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775906.393421:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775906.393424:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775906.393427:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775907.417170:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775907.417181:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775907.417190:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775907.417192:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775907.417286:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775907.417291:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775907.417296:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775908.443305:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775908.443316:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775908.443324:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775908.443325:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775908.443493:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775908.443498:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775908.443501:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788775909.146311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775909.146331:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775909.146341:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa4000. 00000020:00000040:1.0:1788775909.146349:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:1.0:1788775909.146355:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775909.146359:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775909.146366:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775909.146378:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bd700. 00000100:00000001:1.0:1788775909.146388:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146554:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775909.146568:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775909.146574:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146581:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed3160d] to pc [ptlrpcd_00_01+1] req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.146608:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775909.146615:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775909.146619:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6a00. 00000020:00000040:1.0:1788775909.146622:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:1.0:1788775909.146626:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775909.146627:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775909.146630:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775909.146634:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bdf00. 00000100:00000001:1.0:1788775909.146637:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146642:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775909.146668:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775909.146670:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146675:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bbc734] to pc [ptlrpcd_00_00+0] req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.146683:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775909.146689:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775909.146692:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa5880. 00000020:00000040:1.0:1788775909.146695:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:1.0:1788775909.146697:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775909.146699:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775909.146701:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775909.146704:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bdc00. 00000100:00000001:1.0:1788775909.146707:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146711:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775909.146718:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775909.146720:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146723:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b3ea1cf] to pc [ptlrpcd_00_01+1] req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.146731:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146733:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775909.146737:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775909.146740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775909.146743:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775909.146746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775909.146756:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775909.146760:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6300. 00000020:00000040:1.0:1788775909.146762:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:1.0:1788775909.146765:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775909.146766:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775909.146768:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775909.146773:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bd300. 00000100:00000001:1.0:1788775909.146777:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146782:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775909.146790:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775909.146792:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146796:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca0480b] to pc [ptlrpcd_00_00+0] req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.146803:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775909.146809:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775909.146812:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa4e00. 00000020:00000040:1.0:1788775909.146814:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:1.0:1788775909.146817:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775909.146818:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775909.146820:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775909.146823:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bd500. 00000100:00000001:1.0:1788775909.146827:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146831:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775909.146838:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775909.146840:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146844:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008821db14] to pc [ptlrpcd_00_01+1] req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.146863:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775909.146868:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775909.146872:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6d80. 00000020:00000040:1.0:1788775909.146875:0:8:0:(genops.c:1210:class_import_get()) import ffff95f75099c000 refcount=3 obd=lustre-OST0000-osc-ffff95f750935000 00000100:00000001:1.0:1788775909.146878:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775909.146879:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775909.146881:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775909.146885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f747d25000. 00000100:00000001:1.0:1788775909.146888:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146893:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775909.146899:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775909.146901:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.146905:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a52d5931] to pc [ptlrpcd_00_00+0] req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.146912:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.147003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775909.147008:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775909.147054:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa5c00. 00000020:00000040:1.0:1788775909.147058:0:8:0:(genops.c:1210:class_import_get()) import ffff95f750999000 refcount=3 obd=lustre-OST0001-osc-ffff95f750935000 00000100:00000001:1.0:1788775909.147061:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775909.147062:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775909.147064:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775909.147069:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7482c0500. 00000100:00000001:1.0:1788775909.147073:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.147078:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775909.147096:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775909.147104:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.147110:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b8c2696] to pc [ptlrpcd_00_01+1] req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.147117:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.147122:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (362) 00000100:00000001:1.0:1788775909.147141:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775909.147146:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775909.147149:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775909.147155:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.147165:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775909.147169:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.147175:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775909.147179:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775909.147183:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.147187:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198163712:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.147193:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775909.147203:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775909.147206:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.147210:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775909.147216:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc5600. 02000000:00000001:1.0:1788775909.147218:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.147228:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775909.147233:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b528. 00000400:00000010:1.0:1788775909.147242:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8220. 00000100:00000200:1.0:1788775909.147255:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198163712, portal 25 00000100:00000001:1.0:1788775909.147258:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775909.147260:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192413696 : -116585517137920 : ffff95f751aa4000) 00000100:00000040:1.0:1788775909.147266:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.147275:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775909.147278:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775909.147281:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8880. 00000100:00000200:1.0:1788775909.147292:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198163712, offset 0 00000400:00000200:1.0:1788775909.147300:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775909.147313:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.147323:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775909.147331:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775909.147336:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775909.147342:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775909.147345:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775909.147349:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [125:125:256:4294967295] 192.168.202.107@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:1.0:1788775909.147354:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.147366:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775909.147374:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775909.147380:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7482c0700. 00000800:00000200:1.0:1788775909.147388:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775909.147410:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775909.147417:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7482c0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775909.147576:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.147582:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775909.147586:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295026444 00000100:00000010:1.0:1788775909.147592:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f747349b40. 00000100:00000001:1.0:1788775909.147602:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788775909.147608:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295026444 00000100:00000010:1.0:1788775909.147612:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7473496c0. 00000100:00000001:1.0:1788775909.147615:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788775909.147618:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.147622:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.147626:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775909.147631:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.147638:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775909.147646:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.147648:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775909.147650:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775909.147652:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.147656:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198163968:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.147659:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775909.147663:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775909.147664:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.147665:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775909.147669:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc4a00. 02000000:00000001:1.0:1788775909.147671:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.147675:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775909.147678:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b5d8. 00000400:00000010:1.0:1788775909.147682:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8908. 00000100:00000200:1.0:1788775909.147685:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198163968, portal 10 00000100:00000001:1.0:1788775909.147687:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775909.147688:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192419968 : -116585517131648 : ffff95f751aa5880) 00000100:00000040:1.0:1788775909.147695:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.147701:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775909.147704:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775909.147707:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8d48. 00000100:00000200:1.0:1788775909.147709:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198163968, offset 0 00000400:00000200:1.0:1788775909.147713:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775909.147718:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.147721:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775909.147725:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775909.147727:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775909.147730:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775909.147732:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775909.147735:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [126:126:255:4294967295] 192.168.202.107@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:1.0:1788775909.147739:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.147746:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775909.147758:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775909.147763:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760f7a600. 00000800:00000200:1.0:1788775909.147768:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775909.147772:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775909.147775:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760f7a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775909.147778:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.147784:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 93672 usecs (94 jiffies) 00000400:00000200:1.0:1788775909.147787:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775909.147789:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295025247 00000100:00000001:1.0:1788775909.147791:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.147794:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295025247 00000100:00000001:1.0:1788775909.147796:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.147798:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.147800:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.147802:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775909.147808:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.147815:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775909.147817:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.147819:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775909.147821:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775909.147823:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.147825:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164224:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.147829:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775909.147833:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775909.147834:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.147836:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775909.147839:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc4000. 02000000:00000001:1.0:1788775909.147841:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.147844:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775909.147855:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b948. 00000400:00000010:1.0:1788775909.147858:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8bb0. 00000100:00000200:1.0:1788775909.147862:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164224, portal 10 00000100:00000001:1.0:1788775909.147864:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775909.147865:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192417280 : -116585517134336 : ffff95f751aa4e00) 00000100:00000040:1.0:1788775909.147873:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.147880:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775909.147882:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775909.147885:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8660. 00000100:00000200:1.0:1788775909.147887:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198164224, offset 0 00000400:00000200:1.0:1788775909.147892:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775909.147896:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.147900:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775909.147902:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775909.147904:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775909.147907:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775909.147909:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775909.147911:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [127:127:254:4294967295] 192.168.202.107@tcp LPNI seq info [127:127:6:4294967295] 00000400:00000200:1.0:1788775909.148078:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.148148:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775909.148155:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775909.148160:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760f7aa00. 00000800:00000200:1.0:1788775909.148164:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775909.148168:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775909.148171:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760f7aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775909.148175:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.148178:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 23325 usecs (24 jiffies) 00000400:00000200:1.0:1788775909.148182:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775909.148184:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295025177 00000100:00000001:1.0:1788775909.148186:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.148195:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295025177 00000100:00000001:1.0:1788775909.148198:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.148200:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.148202:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.148205:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775909.148210:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.148216:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775909.148218:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.148220:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775909.148222:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775909.148224:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.148226:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164480:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.148230:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775909.148233:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775909.148235:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.148236:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775909.148240:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc5a00. 02000000:00000001:1.0:1788775909.148242:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.148248:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775909.148251:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b420. 00000400:00000010:1.0:1788775909.148255:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8330. 00000100:00000200:1.0:1788775909.148258:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164480, portal 4 00000100:00000001:1.0:1788775909.148260:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775909.148261:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192420864 : -116585517130752 : ffff95f751aa5c00) 00000100:00000040:1.0:1788775909.148268:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.148274:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775909.148276:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775909.148278:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee84c8. 00000100:00000200:1.0:1788775909.148280:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198164480, offset 0 00000400:00000200:1.0:1788775909.148291:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775909.148295:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.148300:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775909.148303:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775909.148306:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775909.148308:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775909.148310:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775909.148313:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [128:128:253:4294967295] 192.168.202.107@tcp LPNI seq info [128:128:5:4294967295] 00000400:00000200:1.0:1788775909.148316:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.148322:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775909.148326:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775909.148333:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7550b1c00. 00000800:00000200:1.0:1788775909.148337:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775909.148341:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775909.148344:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7550b1c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775909.148347:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.148349:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: using a timeout of 15782 usecs (16 jiffies) 00000400:00000200:1.0:1788775909.148352:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775909.148354:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295025169 00000100:00000001:1.0:1788775909.148356:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.148358:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295025169 00000100:00000001:1.0:1788775909.148361:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.148363:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.148365:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.148368:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.148372:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.148382:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775909.148385:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788775909.148388:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775909.150048:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775909.150057:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.150079:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1788775909.150081:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.150151:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775909.150155:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.150158:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775909.150159:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775909.150161:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775909.150176:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.150186:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775909.150189:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.150194:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775909.150197:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775909.150200:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.150204:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198163840:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.150208:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775909.150215:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775909.150218:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.150220:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775909.150227:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc5800. 02000000:00000001:1.0:1788775909.150229:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.150237:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775909.150241:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058bf20. 00000400:00000010:1.0:1788775909.150250:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8000. 00000100:00000200:1.0:1788775909.150259:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198163840, portal 10 00000100:00000001:1.0:1788775909.150262:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775909.150264:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192424448 : -116585517127168 : ffff95f751aa6a00) 00000100:00000040:1.0:1788775909.150273:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.150281:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775909.150284:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775909.150287:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8990. 00000100:00000200:1.0:1788775909.150291:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198163840, offset 0 00000400:00000200:1.0:1788775909.150298:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775909.150315:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.150323:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775909.150329:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775909.150334:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775909.150337:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775909.150340:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775909.150343:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [129:129:252:4294967295] 192.168.202.107@tcp LPNI seq info [129:129:4:4294967295] 00000400:00000200:1.0:1788775909.150348:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.150358:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775909.150365:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775909.150370:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7550b1600. 00000800:00000200:1.0:1788775909.150377:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775909.150385:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775909.150390:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7550b1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775909.150677:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.150682:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 202655 usecs (203 jiffies) 00000400:00000200:1.0:1788775909.150686:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775909.150690:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295025356 00000100:00000001:1.0:1788775909.150693:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.150696:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295025356 00000100:00000001:1.0:1788775909.150699:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.150701:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.150704:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.150707:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775909.150712:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.150720:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775909.150722:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.150725:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775909.150733:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775909.150736:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.150739:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164096:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.150743:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775909.150746:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775909.150748:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.150751:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775909.150754:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc5400. 02000000:00000001:1.0:1788775909.150756:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.150760:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775909.150763:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058bd68. 00000400:00000010:1.0:1788775909.150766:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8cc0. 00000100:00000200:1.0:1788775909.150770:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164096, portal 10 00000100:00000001:1.0:1788775909.150772:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775909.150773:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000020:00000010:1.0:1788775909.150784:0:2402:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f742ba8000. 00000100:00000040:1.0:1788775909.150790:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.150797:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775909.150799:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775909.150802:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8ee0. 00000100:00000200:1.0:1788775909.150804:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198164096, offset 0 00000400:00000200:1.0:1788775909.150808:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775909.150813:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.150817:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775909.150820:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775909.150822:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775909.150824:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775909.150827:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775909.150830:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [130:130:251:4294967295] 192.168.202.107@tcp LPNI seq info [130:130:3:4294967295] 00000400:00000200:1.0:1788775909.150834:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.150841:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775909.150852:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775909.150856:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7550b1800. 00000800:00000200:1.0:1788775909.150861:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775909.150865:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775909.150869:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7550b1800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775909.150872:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.150876:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 17608 usecs (18 jiffies) 00000400:00000200:1.0:1788775909.150880:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775909.150882:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295025171 00000100:00000001:1.0:1788775909.150884:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.150886:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295025171 00000100:00000001:1.0:1788775909.150888:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.150890:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.150893:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.150895:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775909.150900:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.150908:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775909.150910:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.150912:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1788775909.151121:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775909.151127:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7482c0700. 00000400:00000200:2.0:1788775909.151137:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.151143:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775909.151150:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8880 00000400:00000010:2.0:1788775909.151153:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8880. 00000100:00000001:2.0:1788775909.151159:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775909.151165:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151176:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775909.151179:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151187:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775909.151196:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775909.151213:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775909.151215:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760f7a600. 00000400:00000200:2.0:1788775909.151218:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.151222:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775909.151226:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8d48 00000400:00000010:2.0:1788775909.151228:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8d48. 00000100:00000001:2.0:1788775909.151230:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775909.151235:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151244:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775909.151247:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151254:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775909.151255:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775909.151264:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775909.151267:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760f7aa00. 00000400:00000200:2.0:1788775909.151270:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.151273:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775909.151276:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8660 00000400:00000010:2.0:1788775909.151278:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8660. 00000100:00000001:2.0:1788775909.151280:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775909.151285:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151293:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775909.151295:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151302:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775909.151303:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775909.151311:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775909.151313:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7550b1c00. 00000400:00000200:2.0:1788775909.151316:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.151320:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775909.151329:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee84c8 00000400:00000010:2.0:1788775909.151330:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee84c8. 00000100:00000001:2.0:1788775909.151333:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775909.151338:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151345:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775909.151348:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151354:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775909.151355:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775909.151364:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775909.151367:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7550b1600. 00000400:00000200:2.0:1788775909.151370:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.151373:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775909.151376:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8990 00000400:00000010:2.0:1788775909.151377:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8990. 00000100:00000001:2.0:1788775909.151379:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775909.151383:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151389:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775909.151404:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151410:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775909.151412:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775909.151681:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775909.151685:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7550b1800. 00000400:00000200:2.0:1788775909.151689:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.151693:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775909.151696:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8ee0 00000400:00000010:2.0:1788775909.151698:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8ee0. 00000100:00000001:2.0:1788775909.151701:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775909.151705:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151723:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775909.151727:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.151733:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775909.151734:0:2396:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1788775909.153870:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775909.153879:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775909.153897:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164352:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.153906:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775909.153914:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775909.153918:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.153922:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775909.153937:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7412e7600. 02000000:00000001:1.0:1788775909.153940:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775909.153950:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775909.153976:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b688. 00000400:00000010:1.0:1788775909.153984:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8440. 00000100:00000200:1.0:1788775909.153994:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164352, portal 4 00000100:00000001:1.0:1788775909.153997:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775909.153999:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192425344 : -116585517126272 : ffff95f751aa6d80) 00000100:00000040:1.0:1788775909.154028:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.154039:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775909.154043:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775909.154047:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8ee0. 00000100:00000200:1.0:1788775909.154052:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198164352, offset 0 00000400:00000200:1.0:1788775909.154060:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775909.154070:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.154081:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775909.154101:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775909.154108:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775909.154112:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775909.154116:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775909.154120:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [131:131:256:4294967295] 192.168.202.107@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1788775909.154124:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775909.154136:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775909.154144:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775909.154151:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7550b1e00. 00000800:00000200:1.0:1788775909.154159:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775909.154168:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775909.154174:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7550b1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775909.154187:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.154191:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: using a timeout of 16621 usecs (17 jiffies) 00000400:00000200:1.0:1788775909.154195:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775909.154198:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295025176 00000100:00000001:1.0:1788775909.154201:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.154210:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295025176 00000100:00000001:1.0:1788775909.154213:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295026444 00000100:00000001:1.0:1788775909.154215:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.154219:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.154227:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.154233:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.154259:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775909.154263:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788775909.155384:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775909.155407:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7550b1e00. 00000400:00000200:3.0:1788775909.155414:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775909.155424:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775909.155440:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8ee0 00000400:00000010:3.0:1788775909.155443:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8ee0. 00000100:00000001:3.0:1788775909.155448:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775909.155456:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775909.155469:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775909.155473:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775909.155480:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775909.155489:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788775909.161751:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.161777:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775909.161785:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.161789:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775909.161803:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.161813:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775909.161825:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.161832:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.161839:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.161844:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd103d00 00000400:00000200:2.0:1788775909.161851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.161860:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:2.0:1788775909.161869:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.161875:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775909.161880:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.161885:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775909.161895:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775909.161909:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775909.161937:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.161950:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775909.161963:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.161967:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775909.161969:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.161985:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775909.161989:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.161992:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775909.161997:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.161999:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162002:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162005:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd103c80 00000400:00000200:2.0:1788775909.162008:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162046:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:2.0:1788775909.162051:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.162055:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775909.162057:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.162061:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775909.162064:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775909.162069:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775909.162077:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.162085:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775909.162100:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.162103:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775909.162105:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.162107:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775909.162110:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162114:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775909.162119:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162121:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162124:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162127:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd103b80 00000400:00000200:2.0:1788775909.162130:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775909.162134:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:2.0:1788775909.162138:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.162160:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775909.162163:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775909.162166:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775909.162170:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775909.162175:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775909.162184:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775909.162192:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775909.162196:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775909.162200:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.162418:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775909.162434:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788775909.162443:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775909.162445:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775909.162449:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058bf20. 00000400:00000200:1.0:1788775909.162455:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8000 00000400:00000010:1.0:1788775909.162458:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8000. 00000100:00000001:1.0:1788775909.162461:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775909.162467:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775909.162476:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162482:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775909.162485:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.162488:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775909.162492:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775909.162495:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775909.162497:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.162501:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775909.162513:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775909.162517:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775909.162520:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775909.162522:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775909.162525:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775909.162530:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.162545:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788775909.162555:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:1.0:1788775909.162557:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788775909.162560:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.162566:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162574:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.162578:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775909.162580:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775909.162585:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775909.162593:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198163840:192.168.202.107@tcp:400:kworker.0 00000400:00000001:1.0:1788775909.162600:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775909.162602:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775909.162603:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058bd68. 00000400:00000200:1.0:1788775909.162605:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8cc0 00000400:00000010:1.0:1788775909.162607:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8cc0. 00000100:00000001:1.0:1788775909.162610:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775909.162613:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775909.162622:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162627:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775909.162629:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.162631:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775909.162632:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775909.162633:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775909.162635:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.162637:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775909.162642:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775909.162645:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775909.162647:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775909.162648:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775909.162655:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775909.162657:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.162660:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788775909.162661:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:1.0:1788775909.162662:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788775909.162664:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.162668:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162674:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.162676:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775909.162678:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775909.162681:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775909.162688:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164096:192.168.202.107@tcp:400:kworker.0 00000400:00000001:1.0:1788775909.162695:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775909.162696:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775909.162698:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b948. 00000400:00000200:1.0:1788775909.162700:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8bb0 00000400:00000010:1.0:1788775909.162702:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8bb0. 00000100:00000001:1.0:1788775909.162704:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775909.162707:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775909.162714:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162719:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775909.162721:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.162723:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775909.162724:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775909.162725:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775909.162727:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775909.162729:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775909.162734:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775909.162742:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775909.162744:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775909.162746:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775909.162747:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788775909.162751:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788775909.162757:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.162759:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788775909.162760:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:1.0:1788775909.162762:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788775909.162763:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775909.162766:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162771:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775909.162773:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775909.162775:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775909.162778:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775909.162785:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164224:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775909.162791:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.162794:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775909.162799:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6a00 x1875667198163840/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162805:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775909.162808:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775909.162812:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc5800. 02000000:00000001:1.0:1788775909.162817:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775909.162820:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775909.162822:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:1.0:1788775909.162825:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775909.162829:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bdf00. 02000000:00000001:1.0:1788775909.162839:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775909.162842:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775909.162844:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6a00. 00000100:00000001:1.0:1788775909.162848:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775909.162849:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.162851:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775909.162855:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6300 x1875667198164096/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162861:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775909.162862:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775909.162864:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc5400. 02000000:00000001:1.0:1788775909.162866:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775909.162867:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775909.162868:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:1.0:1788775909.162870:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775909.162871:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bd300. 02000000:00000001:1.0:1788775909.162873:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775909.162874:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775909.162875:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6300. 00000100:00000001:1.0:1788775909.162877:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775909.162878:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.162879:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775909.162882:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa4e00 x1875667198164224/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775909.162887:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775909.162888:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775909.162890:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc4000. 02000000:00000001:1.0:1788775909.162891:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775909.162892:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775909.162893:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:1.0:1788775909.162896:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775909.162897:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bd500. 02000000:00000001:1.0:1788775909.162899:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775909.162900:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775909.162901:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa4e00. 00000100:00000001:1.0:1788775909.162903:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775909.162909:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775909.162928:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.162929:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775909.162931:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775909.162933:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775909.162935:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788775909.169274:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.169297:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775909.169303:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.169306:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.169317:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169327:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775909.169337:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169343:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169349:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169354:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd103c00 00000400:00000200:3.0:1788775909.169359:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169366:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:3.0:1788775909.169375:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.169379:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.169383:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775909.169389:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775909.169400:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775909.169412:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775909.169809:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775909.169842:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775909.169857:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.169862:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775909.169864:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.169866:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.169870:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169874:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775909.169880:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169883:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169887:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.169890:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd103d80 00000100:00000001:0.0:1788775909.169997:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775909.170004:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775909.170033:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775909.170036:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775909.170041:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b5d8. 00000400:00000200:0.0:1788775909.170047:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8908 00000400:00000010:0.0:1788775909.170050:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8908. 00000100:00000001:0.0:1788775909.170054:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775909.170059:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775909.170068:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.170082:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775909.170085:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.170099:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775909.170104:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775909.170107:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775909.170110:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775909.170114:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775909.170129:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775909.170135:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775909.170138:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775909.170141:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775909.170144:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788775909.170151:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788775909.170158:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.170163:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788775909.170166:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:0.0:1788775909.170167:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788775909.170170:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775909.170175:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.170182:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775909.170186:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775909.170188:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775909.170193:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775909.170201:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2402:1875667198163968:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775909.170207:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.170210:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775909.170214:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa5880 x1875667198163968/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.170228:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775909.170232:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775909.170237:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc4a00. 02000000:00000001:0.0:1788775909.170240:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775909.170244:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775909.170247:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:0.0:1788775909.170250:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775909.170254:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bdc00. 02000000:00000001:0.0:1788775909.170259:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775909.170261:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775909.170263:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa5880. 00000100:00000001:0.0:1788775909.170267:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775909.170269:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.170273:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.170275:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775909.170276:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775909.170278:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.170279:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775909.170378:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.170385:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1788775909.170392:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.170398:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.170401:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775909.170405:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775909.170411:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775909.170417:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775909.170501:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775909.170518:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775909.170525:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.170530:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775909.170541:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.170544:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.170548:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.170552:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775909.170557:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.170560:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.170562:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.170565:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd103b00 00000400:00000200:3.0:1788775909.170569:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.170573:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1788775909.170577:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.170584:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.170586:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775909.170589:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775909.170592:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775909.170597:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775909.170620:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775909.170628:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775909.170632:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.170636:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.172615:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775909.172627:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775909.172637:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775909.172640:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775909.172644:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b688. 00000400:00000200:0.0:1788775909.172656:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8440 00000400:00000010:0.0:1788775909.172659:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8440. 00000100:00000001:0.0:1788775909.172665:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775909.172678:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775909.172691:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.172699:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775909.172702:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.172705:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775909.172708:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775909.172711:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775909.172722:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775909.172726:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1788775909.172740:0:2402:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f760372000. 00000100:00001000:0.0:1788775909.172750:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f75099c460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775909.172754:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f75099c418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775909.172757:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775909.172759:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775909.172762:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788775909.172768:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788775909.172776:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.172780:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788775909.172783:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:0.0:1788775909.172785:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788775909.172787:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775909.172793:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.172800:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775909.172804:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775909.172807:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775909.172811:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775909.172818:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164352:192.168.202.107@tcp:400:kworker.0 00000400:00000001:0.0:1788775909.172826:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775909.172827:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775909.172829:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b528. 00000400:00000200:0.0:1788775909.172832:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8220 00000400:00000010:0.0:1788775909.172834:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8220. 00000100:00000001:0.0:1788775909.172837:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775909.172841:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775909.172860:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.172866:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775909.172868:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.172869:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775909.172871:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775909.172872:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775909.172874:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775909.172876:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775909.172880:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775909.172883:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775909.172885:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775909.172887:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775909.172889:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775909.172891:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.172892:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775909.172896:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.172902:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775909.172904:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775909.172905:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775909.172908:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775909.172927:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198163712:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775909.172933:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.172936:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775909.172941:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6d80 x1875667198164352/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.172948:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775909.172951:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775909.172961:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7412e7600. 02000000:00000001:0.0:1788775909.172968:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775909.172972:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775909.172974:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f75099c000 refcount=2 obd=lustre-OST0000-osc-ffff95f750935000 00000020:00000001:0.0:1788775909.172977:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775909.172982:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f747d25000. 02000000:00000001:0.0:1788775909.172989:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775909.172991:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775909.172994:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6d80. 00000100:00000001:0.0:1788775909.172998:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775909.173000:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.173002:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775909.173006:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa4000 x1875667198163712/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.173035:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775909.173037:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775909.173038:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc5600. 02000000:00000001:0.0:1788775909.173041:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775909.173042:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775909.173043:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775909.173045:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775909.173047:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bd700. 02000000:00000001:0.0:1788775909.173049:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775909.173050:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775909.173051:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa4000. 00000100:00000001:0.0:1788775909.173054:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775909.173055:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.173059:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.173061:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775909.173062:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775909.173064:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.173066:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788775909.183689:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.183714:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775909.183720:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.183723:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.183735:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.183746:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775909.183758:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.183764:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.183770:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.183774:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd103e00 00000400:00000200:3.0:1788775909.183780:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775909.183788:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:3.0:1788775909.183797:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.183806:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775909.183810:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775909.183815:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775909.183826:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775909.183837:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775909.183849:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775909.183872:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775909.183882:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775909.183885:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.184526:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775909.184545:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775909.184557:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775909.184560:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775909.184564:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b420. 00000400:00000200:0.0:1788775909.184571:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8330 00000400:00000010:0.0:1788775909.184674:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8330. 00000100:00000001:0.0:1788775909.184679:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775909.184686:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775909.184702:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.184710:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775909.184713:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.184716:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775909.184721:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775909.184730:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775909.184734:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775909.184739:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1788775909.184778:0:2402:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f750994000. 00000100:00001000:0.0:1788775909.184789:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f750999460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775909.184794:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f750999418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775909.184796:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775909.184799:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775909.184802:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788775909.184808:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788775909.184816:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.184820:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788775909.184822:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:0.0:1788775909.184825:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788775909.184827:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775909.184833:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.184849:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775909.184853:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775909.184855:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775909.184859:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775909.184882:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2402:1875667198164480:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775909.184888:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.184892:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775909.184896:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa5c00 x1875667198164480/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775909.184910:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775909.184914:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775909.184919:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc5a00. 02000000:00000001:0.0:1788775909.185200:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775909.185210:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775909.185213:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f750999000 refcount=2 obd=lustre-OST0001-osc-ffff95f750935000 00000020:00000001:0.0:1788775909.185216:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775909.185220:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7482c0500. 02000000:00000001:0.0:1788775909.185230:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775909.185239:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775909.185242:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa5c00. 00000100:00000001:0.0:1788775909.185247:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775909.185248:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.185252:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775909.185262:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775909.185264:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775909.185274:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775909.185277:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775909.466684:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775909.466694:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775909.466701:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775909.466703:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775909.466806:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775909.466822:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775909.466826:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788775910.339110:0:9347:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788775910.339125:0:9347:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775910.489326:0:458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295026444, at 4295026496 00000100:00000010:2.0:1788775910.489349:0:458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f747349b40. 00010000:00000001:0.0:1788775910.490249:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775910.490256:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775910.490262:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775910.490263:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775910.490350:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775910.490355:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775910.490359:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775910.493158:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295026444, at 4295026499 00000100:00000010:3.0:1788775910.493182:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7473496c0. 00000001:00000001:3.0:1788775910.819757:0:9383:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788775910.819767:0:9383:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg207-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:3.0:1788775910.827695:0:9383:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788775911.022112:0:9395:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788775911.022129:0:9395:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788775911.096262:0:9399:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788775911.096279:0:9399:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775911.515525:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775911.515532:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775911.515538:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775911.515539:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775911.524803:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775911.524810:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775911.524816:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775912.537163:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775912.537170:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775912.537176:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775912.537178:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775912.539081:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775912.539088:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775912.539092:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775913.561163:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775913.561170:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775913.561176:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775913.561179:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775913.561182:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775913.561185:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775913.561189:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775913.561191:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775913.561193:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775913.561195:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775913.561973:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775913.561978:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775913.561982:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788775914.270690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788775914.270700:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788775914.270709:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193c700. 00000020:00000040:2.0:1788775914.270716:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:2.0:1788775914.270720:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788775914.270723:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788775914.270728:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788775914.270737:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6dc00. 00000100:00000001:2.0:1788775914.270743:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270832:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775914.270843:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788775914.270847:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270862:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf26bf8a] to pc [ptlrpcd_01_00+0] req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.270887:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788775914.270893:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788775914.270897:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193c380. 00000020:00000040:2.0:1788775914.270899:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:2.0:1788775914.270901:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788775914.270903:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788775914.270905:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788775914.270908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6dd00. 00000100:00000001:2.0:1788775914.270911:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270915:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775914.270922:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788775914.270923:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e5aa739] to pc [ptlrpcd_01_01+1] req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.270934:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788775914.270938:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788775914.270942:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193ca80. 00000020:00000040:2.0:1788775914.270943:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:2.0:1788775914.270945:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788775914.270947:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788775914.270948:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788775914.270950:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6da00. 00000100:00000001:2.0:1788775914.270952:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270956:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775914.270972:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788775914.270974:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270978:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b05dd540] to pc [ptlrpcd_01_00+0] req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.270984:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.270986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788775914.270990:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788775914.270993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788775914.270996:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788775914.270998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788775914.271001:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788775914.271005:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193d180. 00000020:00000040:2.0:1788775914.271007:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:2.0:1788775914.271009:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788775914.271011:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788775914.271033:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788775914.271662:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6d500. 00000100:00000001:2.0:1788775914.271667:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271680:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775914.271689:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788775914.271691:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271695:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097fcf0cd] to pc [ptlrpcd_01_01+1] req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.271703:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788775914.271715:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788775914.271718:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193f100. 00000020:00000040:2.0:1788775914.271720:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:2.0:1788775914.271722:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788775914.271724:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788775914.271726:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788775914.271729:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6d800. 00000100:00000001:2.0:1788775914.271732:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271736:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775914.271743:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788775914.271745:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271821:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006432160a] to pc [ptlrpcd_01_00+0] req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.271829:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788775914.271834:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788775914.271838:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193fb80. 00000020:00000040:2.0:1788775914.271841:0:8:0:(genops.c:1210:class_import_get()) import ffff95f75099c000 refcount=3 obd=lustre-OST0000-osc-ffff95f750935000 00000100:00000001:2.0:1788775914.271843:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788775914.271845:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788775914.271846:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788775914.271850:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f760f7aa00. 00000100:00000001:2.0:1788775914.271854:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271858:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775914.271865:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788775914.271867:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a0363bb] to pc [ptlrpcd_01_01+1] req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.271889:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788775914.271894:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788775914.271897:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193f480. 00000020:00000040:2.0:1788775914.271900:0:8:0:(genops.c:1210:class_import_get()) import ffff95f750999000 refcount=3 obd=lustre-OST0001-osc-ffff95f750935000 00000100:00000001:2.0:1788775914.271902:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788775914.271903:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788775914.271905:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788775914.271908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f760f7a600. 00000100:00000001:2.0:1788775914.271911:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271915:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775914.271921:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788775914.271923:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271926:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace1e410] to pc [ptlrpcd_01_00+0] req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.271932:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.271937:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (367) 00000100:00000001:2.0:1788775914.271951:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775914.271955:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788775914.271956:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775914.271961:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.271967:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775914.271969:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.271973:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775914.271975:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775914.271978:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.271981:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198164608:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775914.271985:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775914.271995:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775914.271997:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.272000:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775914.272004:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758464800. 02000000:00000001:2.0:1788775914.272006:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.272968:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775914.272975:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613db58. 00000400:00000010:2.0:1788775914.272983:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027ae58. 00000100:00000200:2.0:1788775914.272990:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164608, portal 25 00000100:00000001:2.0:1788775914.272993:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775914.272995:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488190940928 : -116585518610688 : ffff95f75193c700) 00000100:00000040:2.0:1788775914.273005:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.273026:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775914.273030:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775914.273385:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027aa18. 00000100:00000200:2.0:1788775914.273391:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198164608, offset 0 00000400:00000200:2.0:1788775914.273398:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775914.273407:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.273415:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775914.273421:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775914.273424:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775914.273428:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775914.273431:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775914.273435:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [132:132:256:4294967295] 192.168.202.107@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1788775914.273440:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.273449:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775914.273454:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775914.273459:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7482c0500. 00000800:00000200:2.0:1788775914.273466:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775914.273474:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775914.273478:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7482c0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775914.273524:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.273529:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775914.273531:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295031570 00000100:00000010:2.0:1788775914.273536:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7452fc5a0. 00000100:00000001:2.0:1788775914.273541:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788775914.273547:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295031570 00000100:00000010:2.0:1788775914.273549:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7452fc300. 00000100:00000001:2.0:1788775914.273552:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788775914.273555:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775914.273558:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.273562:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775914.273568:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.273576:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775914.276856:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.276865:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775914.276869:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775914.276872:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.276882:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198164864:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775914.276888:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775914.276894:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775914.276897:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.276899:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775914.276906:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758464600. 02000000:00000001:2.0:1788775914.276909:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.276916:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775914.276921:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613d2c0. 00000400:00000010:2.0:1788775914.276927:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a3b8. 00000100:00000200:2.0:1788775914.276934:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164864, portal 10 00000100:00000001:2.0:1788775914.276937:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775914.276938:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488190941824 : -116585518609792 : ffff95f75193ca80) 00000100:00000040:2.0:1788775914.276950:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.276964:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775914.276968:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775914.276970:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a908. 00000100:00000200:2.0:1788775914.276973:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198164864, offset 0 00000400:00000200:2.0:1788775914.276980:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775914.276988:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.276995:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775914.277000:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775914.277006:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775914.277010:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775914.277026:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775914.277030:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [133:133:255:4294967295] 192.168.202.107@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1788775914.277398:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.277411:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775914.277417:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775914.277422:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7482c0700. 00000800:00000200:2.0:1788775914.277429:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775914.277437:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775914.277441:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7482c0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775914.277446:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.277450:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 89880 usecs (90 jiffies) 00000400:00000200:2.0:1788775914.277454:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775914.277457:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295030374 00000100:00000001:2.0:1788775914.277459:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.277462:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295030374 00000100:00000001:2.0:1788775914.277464:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.277466:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775914.277469:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.277477:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775914.277483:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.277502:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775914.277503:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.277505:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775914.277507:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775914.277509:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.277511:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165120:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775914.277515:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775914.277517:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775914.277519:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.277520:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775914.277524:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f748db8800. 02000000:00000001:2.0:1788775914.277526:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.277530:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775914.277532:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613de70. 00000400:00000010:2.0:1788775914.277537:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027abb0. 00000100:00000200:2.0:1788775914.277540:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198165120, portal 10 00000100:00000001:2.0:1788775914.277542:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775914.277544:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488190951680 : -116585518599936 : ffff95f75193f100) 00000020:00000010:2.0:1788775914.277551:0:2403:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f758a90000. 00000100:00000040:2.0:1788775914.277557:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.277564:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775914.277566:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775914.277568:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a330. 00000100:00000200:2.0:1788775914.277570:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198165120, offset 0 00000400:00000200:2.0:1788775914.277575:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775914.277579:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.277583:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775914.277586:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775914.277593:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775914.277595:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775914.277597:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775914.277600:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [134:134:254:4294967295] 192.168.202.107@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:2.0:1788775914.277604:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.277610:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775914.277615:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775914.277619:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760fcbc00. 00000800:00000200:2.0:1788775914.277622:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775914.277626:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775914.277629:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760fcbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775914.277632:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.277636:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 22158 usecs (23 jiffies) 00000400:00000200:2.0:1788775914.277638:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775914.277640:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295030307 00000100:00000001:2.0:1788775914.277643:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.277645:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295030307 00000100:00000001:2.0:1788775914.277647:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.277649:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775914.277651:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.277653:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775914.277658:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.277666:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775914.277667:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.277670:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775914.277672:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775914.277674:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.277677:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165376:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775914.277685:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775914.277688:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775914.277690:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.277691:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775914.277694:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f748db8a00. 02000000:00000001:2.0:1788775914.277696:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.277700:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775914.277703:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613d108. 00000400:00000010:2.0:1788775914.277707:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a660. 00000100:00000200:2.0:1788775914.277710:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198165376, portal 4 00000100:00000001:2.0:1788775914.277712:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775914.277713:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488190952576 : -116585518599040 : ffff95f75193f480) 00000020:00000010:2.0:1788775914.277719:0:2403:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f758a92000. 00000100:00000040:2.0:1788775914.277724:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.277729:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775914.277731:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775914.277733:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a000. 00000100:00000200:2.0:1788775914.277735:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198165376, offset 0 00000400:00000200:2.0:1788775914.277739:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775914.277743:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.277746:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775914.277762:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775914.277764:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775914.277767:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775914.277769:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775914.277772:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [135:135:253:4294967295] 192.168.202.107@tcp LPNI seq info [135:135:5:4294967295] 00000400:00000200:2.0:1788775914.277776:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.277782:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775914.277787:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775914.277790:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760fcb600. 00000800:00000200:2.0:1788775914.277799:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775914.277804:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775914.277807:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760fcb600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775914.277810:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.277813:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: using a timeout of 31391 usecs (32 jiffies) 00000400:00000200:2.0:1788775914.277816:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775914.277818:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295030316 00000100:00000001:2.0:1788775914.277820:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.277822:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295030316 00000100:00000001:2.0:1788775914.277824:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.277826:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775914.277828:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.277831:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.277835:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775914.277844:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788775914.277847:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788775914.277850:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775914.277852:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788775914.277854:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.277857:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1788775914.277859:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775914.277861:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788775914.277863:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775914.277864:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775914.277865:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788775914.277866:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775914.277871:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.277878:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775914.277880:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.277882:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775914.277884:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775914.277886:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.277894:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198164736:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775914.277897:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775914.277900:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775914.277902:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.277903:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775914.277909:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f74137e400. 02000000:00000001:2.0:1788775914.277911:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.277915:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775914.277917:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613d3c8. 00000400:00000010:2.0:1788775914.277921:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027ad48. 00000100:00000200:2.0:1788775914.277924:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164736, portal 10 00000100:00000001:2.0:1788775914.277926:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775914.277927:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488190940032 : -116585518611584 : ffff95f75193c380) 00000100:00000040:2.0:1788775914.277933:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.277939:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775914.277941:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775914.277943:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027acc0. 00000100:00000200:2.0:1788775914.277945:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198164736, offset 0 00000400:00000200:2.0:1788775914.277949:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775914.277953:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.277956:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775914.277958:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775914.277961:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775914.277963:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775914.277965:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775914.277968:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [136:136:252:4294967295] 192.168.202.107@tcp LPNI seq info [136:136:4:4294967295] 00000400:00000200:2.0:1788775914.277971:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.277977:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775914.277981:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775914.277985:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7591ca400. 00000800:00000200:2.0:1788775914.277994:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775914.277999:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775914.278001:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7591ca400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775914.278005:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.278008:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 194341 usecs (195 jiffies) 00000400:00000200:2.0:1788775914.278011:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775914.278033:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295030479 00000100:00000001:2.0:1788775914.278047:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.278050:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295030480 00000100:00000001:2.0:1788775914.278052:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.278054:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775914.278056:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278058:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775914.278063:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278069:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775914.278071:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.278073:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775914.278074:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775914.278076:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.278078:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198164992:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775914.278081:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775914.278084:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775914.278085:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.278096:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775914.278100:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc5800. 02000000:00000001:2.0:1788775914.278102:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.278105:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775914.278107:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613daa8. 00000400:00000010:2.0:1788775914.278110:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a990. 00000100:00000200:2.0:1788775914.278113:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198164992, portal 10 00000100:00000001:2.0:1788775914.278118:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775914.278119:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488190943616 : -116585518608000 : ffff95f75193d180) 00000020:00000010:2.0:1788775914.278125:0:2403:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f758a94000. 00000100:00000040:2.0:1788775914.278131:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278137:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775914.278140:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775914.278142:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a4c8. 00000100:00000200:2.0:1788775914.278145:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198164992, offset 0 00000400:00000200:2.0:1788775914.278149:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775914.278152:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.278156:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775914.278158:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775914.278161:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775914.278163:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775914.278165:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775914.278168:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [137:137:251:4294967295] 192.168.202.107@tcp LPNI seq info [137:137:3:4294967295] 00000400:00000200:2.0:1788775914.278172:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.278178:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775914.278181:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775914.278184:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7591cab00. 00000800:00000200:2.0:1788775914.278188:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775914.278192:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775914.278194:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7591cab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775914.278197:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.278200:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 17920 usecs (18 jiffies) 00000400:00000200:2.0:1788775914.278202:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775914.278204:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295030303 00000100:00000001:2.0:1788775914.278335:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.278338:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295030303 00000100:00000001:2.0:1788775914.278344:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.278346:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775914.278348:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278350:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775914.278355:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278362:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775914.278364:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.278366:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775914.278367:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775914.278369:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775914.278372:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f75193fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165248:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775914.278375:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775914.278378:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775914.278379:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775914.278381:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775914.278384:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc4200. 02000000:00000001:2.0:1788775914.278386:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775914.278389:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775914.278391:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613d7e8. 00000400:00000010:2.0:1788775914.278395:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027aee0. 00000100:00000200:2.0:1788775914.278398:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198165248, portal 4 00000100:00000001:2.0:1788775914.278400:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775914.278401:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488190954368 : -116585518597248 : ffff95f75193fb80) 00000020:00000010:2.0:1788775914.278407:0:2403:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f758a96000. 00000100:00000040:2.0:1788775914.278412:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278419:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775914.278421:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775914.278423:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a088. 00000100:00000200:2.0:1788775914.278425:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198165248, offset 0 00000400:00000200:2.0:1788775914.278429:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775914.278438:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.278441:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775914.278444:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775914.278447:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775914.278449:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775914.278451:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775914.278454:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [138:138:250:4294967295] 192.168.202.107@tcp LPNI seq info [138:138:2:4294967295] 00000400:00000200:2.0:1788775914.278458:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775914.278463:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775914.278468:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775914.278471:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f748f2a100. 00000800:00000200:2.0:1788775914.278475:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775914.278479:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775914.278482:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f748f2a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775914.278581:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775914.278584:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: using a timeout of 24431 usecs (25 jiffies) 00000400:00000200:2.0:1788775914.278587:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775914.278589:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295030310 00000100:00000001:2.0:1788775914.278591:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.278593:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295030310 00000100:00000001:2.0:1788775914.278595:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295031570 00000100:00000001:2.0:1788775914.278597:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775914.278599:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278602:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278605:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278618:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775914.278620:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775914.278658:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775914.278661:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7482c0500. 00000400:00000200:2.0:1788775914.278670:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775914.278676:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775914.278687:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027aa18 00000400:00000010:2.0:1788775914.278689:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027aa18. 00000100:00000001:2.0:1788775914.278694:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775914.278699:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278710:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775914.278713:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278720:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278722:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775914.278734:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775914.278737:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7482c0700. 00000400:00000200:2.0:1788775914.278740:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775914.278743:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775914.278746:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a908 00000400:00000010:2.0:1788775914.278747:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a908. 00000100:00000001:2.0:1788775914.278750:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775914.278753:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278760:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775914.278763:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278768:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278770:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775914.278777:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775914.278779:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760fcbc00. 00000400:00000200:2.0:1788775914.278782:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775914.278785:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775914.278787:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a330 00000400:00000010:2.0:1788775914.278788:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a330. 00000100:00000001:2.0:1788775914.278790:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775914.278793:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278809:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775914.278812:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278817:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278818:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775914.278826:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775914.278828:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760fcb600. 00000400:00000200:2.0:1788775914.278831:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775914.278834:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775914.278836:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a000 00000400:00000010:2.0:1788775914.278838:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a000. 00000100:00000001:2.0:1788775914.278840:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775914.278843:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278850:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775914.278852:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278857:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278859:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775914.278865:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775914.278867:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7591ca400. 00000400:00000200:2.0:1788775914.278869:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775914.278872:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775914.278875:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027acc0 00000400:00000010:2.0:1788775914.278876:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027acc0. 00000100:00000001:2.0:1788775914.278878:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775914.278882:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278888:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775914.278891:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278906:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278908:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775914.278915:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775914.278917:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7591cab00. 00000400:00000200:2.0:1788775914.278919:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775914.278923:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775914.278925:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a4c8 00000400:00000010:2.0:1788775914.278927:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a4c8. 00000100:00000001:2.0:1788775914.278929:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775914.278933:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278941:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775914.278944:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.278950:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.278951:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775914.279032:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775914.279034:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f748f2a100. 00000400:00000200:2.0:1788775914.279036:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775914.279040:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775914.279042:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a088 00000400:00000010:2.0:1788775914.279043:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a088. 00000100:00000001:2.0:1788775914.279045:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775914.279048:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.279055:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775914.279057:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775914.279062:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775914.279063:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775914.285578:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285596:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775914.285600:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285603:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285611:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285619:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775914.285628:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285632:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285637:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285641:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd103e80 00000400:00000200:3.0:1788775914.285646:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285653:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:3.0:1788775914.285660:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285664:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285667:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775914.285672:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775914.285680:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.285689:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775914.285702:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.285730:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775914.285739:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285743:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775914.285744:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285746:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285750:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285753:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775914.285758:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285761:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285764:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285766:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd103f80 00000400:00000200:3.0:1788775914.285780:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285784:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:3.0:1788775914.285788:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285791:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285793:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775914.285796:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775914.285800:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.285804:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775914.285812:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.285819:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775914.285823:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285826:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775914.285828:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285830:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285833:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285837:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775914.285840:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285842:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285852:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285855:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104080 00000400:00000200:3.0:1788775914.285859:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285862:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:3.0:1788775914.285866:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285870:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285872:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775914.285875:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775914.285879:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.285883:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775914.285891:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.285898:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775914.285901:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285904:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775914.285905:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285908:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285910:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285914:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775914.285919:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285921:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285924:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285926:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd103f00 00000400:00000200:3.0:1788775914.285929:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.285931:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1788775914.285935:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285949:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.285952:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775914.285955:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775914.285959:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.285969:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775914.285978:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.285985:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775914.285989:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.285993:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286006:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775914.286010:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788775914.286046:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775914.286048:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775914.286051:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613d3c8. 00000400:00000200:3.0:1788775914.286056:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027ad48 00000400:00000010:3.0:1788775914.286058:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027ad48. 00000100:00000001:3.0:1788775914.286062:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.286067:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775914.286075:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286081:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775914.286083:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286086:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775914.286089:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775914.286091:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775914.286093:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775914.286096:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775914.286105:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775914.286110:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775914.286112:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775914.286114:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775914.286117:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775914.286120:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.286125:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775914.286127:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:3.0:1788775914.286136:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775914.286138:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775914.286143:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286150:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775914.286154:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775914.286156:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775914.286160:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775914.286167:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198164736:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775914.286174:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775914.286175:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775914.286176:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613db58. 00000400:00000200:3.0:1788775914.286179:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027ae58 00000400:00000010:3.0:1788775914.286180:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027ae58. 00000100:00000001:3.0:1788775914.286183:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.286186:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775914.286194:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286200:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775914.286201:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286203:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775914.286205:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775914.286206:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775914.286207:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775914.286209:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775914.286212:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775914.286215:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775914.286218:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775914.286219:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775914.286220:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775914.286228:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.286231:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775914.286235:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286241:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775914.286243:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775914.286244:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775914.286247:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775914.286254:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198164608:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775914.286260:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775914.286262:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775914.286263:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613d2c0. 00000400:00000200:3.0:1788775914.286266:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a3b8 00000400:00000010:3.0:1788775914.286268:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a3b8. 00000100:00000001:3.0:1788775914.286270:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.286273:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775914.286281:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286287:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775914.286288:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286290:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775914.286292:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775914.286293:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775914.286294:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775914.286296:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775914.286301:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775914.286303:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775914.286305:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775914.286306:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775914.286308:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775914.286318:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775914.286324:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.286326:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775914.286328:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:3.0:1788775914.286329:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775914.286330:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775914.286334:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286340:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775914.286342:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775914.286343:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775914.286346:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775914.286353:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198164864:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775914.286359:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775914.286360:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775914.286361:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613de70. 00000400:00000200:3.0:1788775914.286364:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027abb0 00000400:00000010:3.0:1788775914.286365:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027abb0. 00000100:00000001:3.0:1788775914.286368:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.286371:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775914.286377:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286382:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775914.286383:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286385:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775914.286387:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775914.286388:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775914.286395:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775914.286396:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775914.286401:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775914.286404:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775914.286406:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775914.286407:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775914.286409:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775914.286412:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775914.286418:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.286420:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775914.286421:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775914.286423:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775914.286424:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775914.286427:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286432:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775914.286434:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775914.286436:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775914.286439:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775914.286446:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165120:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775914.286450:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.286453:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775914.286457:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f75193c380 x1875667198164736/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286464:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775914.286466:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775914.286469:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f74137e400. 02000000:00000001:3.0:1788775914.286473:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775914.286476:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775914.286482:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:3.0:1788775914.286496:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775914.286499:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6dd00. 02000000:00000001:3.0:1788775914.286505:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775914.286507:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775914.286509:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f75193c380. 00000100:00000001:3.0:1788775914.286512:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775914.286514:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286516:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775914.286520:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f75193c700 x1875667198164608/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286526:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775914.286527:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775914.286528:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758464800. 02000000:00000001:3.0:1788775914.286531:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775914.286532:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775914.286533:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:3.0:1788775914.286534:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775914.286536:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6dc00. 02000000:00000001:3.0:1788775914.286538:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775914.286539:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775914.286540:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f75193c700. 00000100:00000001:3.0:1788775914.286542:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775914.286543:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286544:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775914.286547:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f75193ca80 x1875667198164864/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286553:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775914.286554:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775914.286556:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758464600. 02000000:00000001:3.0:1788775914.286557:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775914.286558:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775914.286559:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:3.0:1788775914.286561:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775914.286562:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6da00. 02000000:00000001:3.0:1788775914.286564:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775914.286571:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775914.286573:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f75193ca80. 00000100:00000001:3.0:1788775914.286576:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775914.286577:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286579:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775914.286583:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f75193f100 x1875667198165120/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.286589:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775914.286590:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775914.286592:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f748db8800. 02000000:00000001:3.0:1788775914.286594:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775914.286595:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775914.286597:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:3.0:1788775914.286598:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775914.286600:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6d800. 02000000:00000001:3.0:1788775914.286602:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775914.286603:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775914.286605:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f75193f100. 00000100:00000001:3.0:1788775914.286607:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775914.286608:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.286611:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.286613:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775914.286614:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775914.286617:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.286618:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788775914.294097:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294141:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775914.294147:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294149:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.294161:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294176:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775914.294188:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294195:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294202:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294206:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104000 00000400:00000200:3.0:1788775914.294211:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294258:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1788775914.294267:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294272:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.294276:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775914.294281:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775914.294291:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.294302:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775914.294315:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294336:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775914.294347:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294350:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775914.294353:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294355:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.294359:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294362:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775914.294366:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294368:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294371:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294374:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd104180 00000400:00000200:3.0:1788775914.294378:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294382:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1788775914.294386:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294390:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.294392:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775914.294396:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775914.294399:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.294405:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775914.294415:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294430:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775914.294435:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294438:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775914.294440:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294443:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.294447:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294451:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775914.294455:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294458:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294462:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294466:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd104100 00000400:00000200:3.0:1788775914.294470:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775914.294476:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:3.0:1788775914.294480:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294503:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775914.294507:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775914.294511:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775914.294515:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.294520:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775914.294532:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294540:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775914.294545:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775914.294549:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.294574:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775914.294578:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788775914.294586:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775914.294589:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775914.294592:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613daa8. 00000400:00000200:3.0:1788775914.294598:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a990 00000400:00000010:3.0:1788775914.294608:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a990. 00000100:00000001:3.0:1788775914.294613:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.294617:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775914.294627:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294634:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775914.294636:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.294640:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775914.294644:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775914.294648:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775914.294651:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775914.294654:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775914.294667:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775914.294672:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775914.294676:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775914.294677:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775914.294680:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775914.294685:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.294689:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775914.294692:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775914.294694:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775914.294696:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775914.294702:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294709:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775914.294713:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775914.294715:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775914.294720:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775914.294730:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198164992:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775914.294737:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775914.294745:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775914.294747:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613d7e8. 00000400:00000200:3.0:1788775914.294751:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027aee0 00000400:00000010:3.0:1788775914.294753:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027aee0. 00000100:00000001:3.0:1788775914.294755:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.294759:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775914.294767:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294774:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775914.294776:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.294778:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775914.294779:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775914.294781:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775914.294782:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775914.294784:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788775914.294813:0:2403:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f7606a8000. 00000100:00001000:3.0:1788775914.294819:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f75099c460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775914.294822:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f75099c418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775914.294825:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775914.294826:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775914.294827:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775914.294832:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775914.294839:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.294841:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775914.294843:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775914.294845:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775914.294846:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775914.294850:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294857:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775914.294859:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775914.294865:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775914.294869:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775914.294876:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165248:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775914.294882:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775914.294883:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775914.294885:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613d108. 00000400:00000200:3.0:1788775914.294888:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a660 00000400:00000010:3.0:1788775914.294890:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a660. 00000100:00000001:3.0:1788775914.294893:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775914.294896:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775914.294905:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294910:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775914.294912:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.294914:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775914.294916:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775914.294917:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775914.294919:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775914.294921:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788775914.294929:0:2403:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95f7606aa000. 00000100:00001000:3.0:1788775914.294933:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f750999460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775914.294936:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f750999418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775914.294939:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775914.294940:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775914.294942:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775914.294946:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775914.294952:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.294955:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775914.294963:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775914.294964:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775914.294966:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775914.294970:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.294976:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775914.294978:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775914.294979:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775914.294982:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775914.294990:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f75193f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165376:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775914.294994:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.294997:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775914.295001:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f75193d180 x1875667198164992/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.295009:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775914.295011:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775914.295043:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc5800. 02000000:00000001:3.0:1788775914.295048:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775914.295052:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775914.295054:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:3.0:1788775914.295057:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775914.295060:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6d500. 02000000:00000001:3.0:1788775914.295066:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775914.295069:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775914.295071:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f75193d180. 00000100:00000001:3.0:1788775914.295075:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775914.295077:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.295079:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775914.295082:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f75193fb80 x1875667198165248/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.295088:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775914.295095:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775914.295097:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc4200. 02000000:00000001:3.0:1788775914.295099:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775914.295101:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775914.295103:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f75099c000 refcount=2 obd=lustre-OST0000-osc-ffff95f750935000 00000020:00000001:3.0:1788775914.295104:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775914.295106:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f760f7aa00. 02000000:00000001:3.0:1788775914.295109:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775914.295110:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775914.295111:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f75193fb80. 00000100:00000001:3.0:1788775914.295114:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775914.295115:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.295117:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775914.295121:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f75193f480 x1875667198165376/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775914.295127:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775914.295128:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775914.295129:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f748db8a00. 02000000:00000001:3.0:1788775914.295131:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775914.295132:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775914.295133:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f750999000 refcount=2 obd=lustre-OST0001-osc-ffff95f750935000 00000020:00000001:3.0:1788775914.295135:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775914.295136:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f760f7a600. 02000000:00000001:3.0:1788775914.295138:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775914.295139:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775914.295141:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f75193f480. 00000100:00000001:3.0:1788775914.295143:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775914.295144:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.295146:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775914.295156:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775914.295159:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775914.295161:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775914.295165:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775914.586647:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775914.586658:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775914.586665:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775914.586666:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775914.590784:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775914.590814:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775914.590819:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775915.609781:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295031570, at 4295031616 00000100:00000010:3.0:1788775915.609797:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7452fc300. 00000100:00000040:2.0:1788775915.609962:0:458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295031570, at 4295031616 00000100:00000010:2.0:1788775915.609969:0:458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7452fc5a0. 00010000:00000001:0.0:1788775915.612243:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775915.612250:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775915.612256:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775915.612258:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775915.612517:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775915.612526:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775915.612530:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775916.633235:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775916.633243:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775916.633246:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775916.633249:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775916.633255:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775916.633257:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775916.633259:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775916.633261:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775916.633265:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775916.633267:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775916.640687:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775916.640759:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775916.640764:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775917.657938:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775917.657949:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775917.657956:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775917.657958:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788775917.662105:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788775917.662125:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788775917.662131:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788775917.931898:0:9643:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788775917.931913:0:9643:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788775917.986508:0:9645:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788775917.986526:0:9645:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788775918.059163:0:9652:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788775918.059235:0:9652:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788775918.076330:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788775918.076342:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775918.681526:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775918.681537:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775918.681545:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775918.681546:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775918.682155:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775918.682162:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775918.682166:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775919.391573:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775919.391589:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775919.391601:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751980380. 00000020:00000040:3.0:1788775919.391608:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:3.0:1788775919.391613:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775919.391618:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775919.391623:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775919.391635:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554afd00. 00000100:00000001:3.0:1788775919.391645:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391660:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775919.391672:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775919.391677:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391684:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b955b19e] to pc [ptlrpcd_01_01+1] req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.391708:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391711:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775919.391714:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775919.391718:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751981500. 00000020:00000040:3.0:1788775919.391720:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775919.391722:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775919.391724:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775919.391726:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775919.391729:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554af700. 00000100:00000001:3.0:1788775919.391732:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391737:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775919.391745:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775919.391756:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391761:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583d5fbc] to pc [ptlrpcd_01_00+0] req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.391771:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391774:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775919.391777:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775919.391781:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751983100. 00000020:00000040:3.0:1788775919.391784:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775919.391786:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775919.391787:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775919.391789:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775919.391793:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554af300. 00000100:00000001:3.0:1788775919.391796:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391801:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775919.391808:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775919.391810:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391813:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096b95fe1] to pc [ptlrpcd_01_01+1] req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.391821:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391823:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775919.391827:0:8931:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775919.391830:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775919.391833:0:8931:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775919.391836:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775919.391839:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775919.391842:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751981880. 00000020:00000040:3.0:1788775919.391844:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:3.0:1788775919.391852:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775919.391854:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775919.391856:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775919.391859:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554aff00. 00000100:00000001:3.0:1788775919.391863:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391867:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775919.391874:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775919.391875:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391879:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086b6bf12] to pc [ptlrpcd_01_00+0] req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.391886:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391888:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775919.391891:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775919.391894:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751982300. 00000020:00000040:3.0:1788775919.391896:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:3.0:1788775919.391899:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775919.391900:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775919.391901:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775919.391904:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554af500. 00000100:00000001:3.0:1788775919.391907:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391910:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775919.391917:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775919.391918:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391922:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006849d45b] to pc [ptlrpcd_01_01+1] req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.391929:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391931:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775919.391935:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775919.391944:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751982a00. 00000020:00000040:3.0:1788775919.391947:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f75099c000 refcount=3 obd=lustre-OST0000-osc-ffff95f750935000 00000100:00000001:3.0:1788775919.391949:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775919.391951:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775919.391952:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775919.391956:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554af100. 00000100:00000001:3.0:1788775919.391959:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391963:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775919.391970:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775919.391972:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391976:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f320bdd3] to pc [ptlrpcd_01_00+0] req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.391983:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.391986:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775919.391989:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775919.391995:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751981f80. 00000020:00000040:3.0:1788775919.391997:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f750999000 refcount=3 obd=lustre-OST0001-osc-ffff95f750935000 00000100:00000001:3.0:1788775919.392000:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775919.392001:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775919.392003:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775919.392007:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f760f7a600. 00000100:00000001:3.0:1788775919.392011:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.392050:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775919.392058:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775919.392060:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.392064:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4d4d7be] to pc [ptlrpcd_01_01+1] req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392071:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.392081:0:8931:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:3.0:1788775919.392100:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775919.392104:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775919.392106:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775919.392112:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392120:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775919.392123:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392127:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775919.392130:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775919.392133:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.392137:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198165632:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775919.392152:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775919.392159:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775919.392162:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392166:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775919.392172:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fef800. 02000000:00000001:3.0:1788775919.392174:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.392182:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775919.392188:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483412c0. 00000400:00000010:3.0:1788775919.392197:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634198. 00000100:00000200:3.0:1788775919.392207:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198165632, portal 10 00000100:00000001:3.0:1788775919.392210:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775919.392212:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191223040 : -116585518328576 : ffff95f751981500) 00000100:00000040:3.0:1788775919.392221:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392238:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775919.392242:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775919.392246:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634dd0. 00000100:00000200:3.0:1788775919.392250:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198165632, offset 0 00000400:00000200:3.0:1788775919.392258:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392269:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392278:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775919.392290:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775919.392296:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775919.392302:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775919.392305:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392310:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [139:139:256:4294967295] 192.168.202.107@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1788775919.392314:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392326:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775919.392333:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775919.392339:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760f7aa00. 00000800:00000200:3.0:1788775919.392347:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775919.392356:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775919.392361:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760f7aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775919.392375:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.392381:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 186715 usecs (187 jiffies) 00000400:00000200:3.0:1788775919.392385:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775919.392388:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295035586 00000100:00000010:3.0:1788775919.392393:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7472f52a0. 00000100:00000001:3.0:1788775919.392401:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788775919.392407:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295035586 00000100:00000010:3.0:1788775919.392411:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7472f5000. 00000100:00000001:3.0:1788775919.392414:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788775919.392417:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775919.392420:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.392423:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775919.392427:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392434:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775919.392444:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392447:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775919.392453:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775919.392456:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.392459:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165888:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775919.392463:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775919.392466:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775919.392467:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392469:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775919.392472:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747feee00. 02000000:00000001:3.0:1788775919.392474:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.392477:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775919.392479:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341e70. 00000400:00000010:3.0:1788775919.392483:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634a18. 00000100:00000200:3.0:1788775919.392486:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198165888, portal 10 00000100:00000001:3.0:1788775919.392488:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775919.392490:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191223936 : -116585518327680 : ffff95f751981880) 00000100:00000040:3.0:1788775919.392496:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392503:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775919.392505:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775919.392508:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f7506342a8. 00000100:00000200:3.0:1788775919.392511:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198165888, offset 0 00000400:00000200:3.0:1788775919.392515:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392519:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392523:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775919.392525:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775919.392528:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775919.392530:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775919.392532:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392535:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [140:140:255:4294967295] 192.168.202.107@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:3.0:1788775919.392539:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392545:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775919.392549:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775919.392560:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f750a6d500. 00000800:00000200:3.0:1788775919.392564:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775919.392568:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775919.392571:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f750a6d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775919.392574:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.392578:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 19263 usecs (20 jiffies) 00000400:00000200:3.0:1788775919.392581:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775919.392583:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295035419 00000100:00000001:3.0:1788775919.392585:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295035586 00000100:00000001:3.0:1788775919.392587:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295035419 00000100:00000001:3.0:1788775919.392589:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295035586 00000100:00000001:3.0:1788775919.392591:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775919.392593:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.392595:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775919.392598:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392604:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775919.392605:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392607:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775919.392609:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775919.392611:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.392613:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198166144:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775919.392616:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775919.392618:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775919.392619:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392621:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775919.392624:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747feea00. 02000000:00000001:3.0:1788775919.392626:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.392629:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775919.392632:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341b58. 00000400:00000010:3.0:1788775919.392635:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634e58. 00000100:00000200:3.0:1788775919.392643:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166144, portal 4 00000100:00000001:3.0:1788775919.392645:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775919.392646:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191228416 : -116585518323200 : ffff95f751982a00) 00000100:00000040:3.0:1788775919.392653:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392659:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775919.392662:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775919.392664:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634aa0. 00000100:00000200:3.0:1788775919.392666:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198166144, offset 0 00000400:00000200:3.0:1788775919.392671:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392675:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392679:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775919.392681:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775919.392684:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775919.392686:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775919.392688:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392691:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [141:141:254:4294967295] 192.168.202.107@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:3.0:1788775919.392694:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392700:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775919.392704:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775919.392708:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f750a6d800. 00000800:00000200:3.0:1788775919.392711:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775919.392715:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775919.392718:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f750a6d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775919.392721:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.392723:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: using a timeout of 25825 usecs (26 jiffies) 00000400:00000200:3.0:1788775919.392726:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775919.392728:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295035425 00000100:00000001:3.0:1788775919.392730:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295035586 00000100:00000001:3.0:1788775919.392732:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295035425 00000100:00000001:3.0:1788775919.392740:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295035586 00000100:00000001:3.0:1788775919.392742:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775919.392745:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.392747:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.392751:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775919.392760:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775919.392762:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788775919.392764:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775919.392766:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775919.392767:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.392770:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:3.0:1788775919.392771:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775919.392773:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775919.392776:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775919.392777:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775919.392778:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775919.392779:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775919.392784:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392791:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775919.392793:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392794:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775919.392796:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775919.392798:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.392801:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198165504:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775919.392805:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775919.392808:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775919.392809:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392811:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775919.392814:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fee200. 02000000:00000001:3.0:1788775919.392816:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.392820:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775919.392822:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341108. 00000400:00000010:3.0:1788775919.392826:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f7506345d8. 00000100:00000200:3.0:1788775919.392829:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198165504, portal 25 00000100:00000001:3.0:1788775919.392836:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775919.392838:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191218560 : -116585518333056 : ffff95f751980380) 00000100:00000040:3.0:1788775919.392843:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392849:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775919.392852:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775919.392854:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634b28. 00000100:00000200:3.0:1788775919.392857:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198165504, offset 0 00000400:00000200:3.0:1788775919.392861:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392865:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392868:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775919.392871:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775919.392874:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775919.392876:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775919.392878:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775919.392880:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [142:142:253:4294967295] 192.168.202.107@tcp LPNI seq info [142:142:5:4294967295] 00000400:00000200:3.0:1788775919.392884:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.392890:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775919.392895:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775919.392899:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f750a6da00. 00000800:00000200:3.0:1788775919.392903:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775919.392907:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775919.392909:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f750a6da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775919.392912:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.392915:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775919.392916:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295036690 00000100:00000001:3.0:1788775919.392923:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295035586 00000100:00000001:3.0:1788775919.392927:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295036690 00000100:00000001:3.0:1788775919.392930:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295035586 00000100:00000001:3.0:1788775919.392933:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775919.392940:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.392942:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775919.392947:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.392954:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775919.392955:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392957:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775919.392960:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775919.392962:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.392965:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198165760:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775919.392968:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775919.392971:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775919.392972:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.392975:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775919.392978:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fef400. 02000000:00000001:3.0:1788775919.392979:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.392982:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775919.392985:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483413c8. 00000400:00000010:3.0:1788775919.392989:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634550. 00000100:00000200:3.0:1788775919.392992:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198165760, portal 10 00000100:00000001:3.0:1788775919.392994:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775919.392995:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191230208 : -116585518321408 : ffff95f751983100) 00000100:00000040:3.0:1788775919.393001:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393008:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775919.393010:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775919.393044:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634770. 00000100:00000200:3.0:1788775919.393048:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198165760, offset 0 00000400:00000200:3.0:1788775919.393053:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775919.393057:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.393060:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775919.393062:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775919.393071:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775919.393073:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775919.393075:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775919.393078:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [143:143:252:4294967295] 192.168.202.107@tcp LPNI seq info [143:143:4:4294967295] 00000400:00000200:3.0:1788775919.393082:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.393088:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775919.393093:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775919.393097:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f750a6dc00. 00000800:00000200:3.0:1788775919.393101:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775919.393105:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775919.393107:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f750a6dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775919.393109:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.393112:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 85950 usecs (86 jiffies) 00000400:00000200:3.0:1788775919.393115:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775919.393117:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295035486 00000100:00000001:3.0:1788775919.393119:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295036690 00000100:00000001:3.0:1788775919.393121:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295035486 00000100:00000001:3.0:1788775919.393124:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295036690 00000100:00000001:3.0:1788775919.393126:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775919.393128:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393130:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775919.393135:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393142:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775919.393143:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.393145:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775919.393147:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775919.393149:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.393152:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198166016:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775919.393163:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775919.393166:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775919.393167:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.393169:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775919.393173:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f748c29400. 02000000:00000001:3.0:1788775919.393175:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.393179:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775919.393181:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341aa8. 00000400:00000010:3.0:1788775919.393185:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f7506347f8. 00000100:00000200:3.0:1788775919.393188:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166016, portal 10 00000100:00000001:3.0:1788775919.393190:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775919.393191:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191226624 : -116585518324992 : ffff95f751982300) 00000100:00000040:3.0:1788775919.393197:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393204:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775919.393206:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775919.393208:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634c38. 00000100:00000200:3.0:1788775919.393210:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198166016, offset 0 00000400:00000200:3.0:1788775919.393215:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775919.393218:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.393221:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775919.393224:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775919.393227:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775919.393229:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775919.393231:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775919.393234:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [144:144:251:4294967295] 192.168.202.107@tcp LPNI seq info [144:144:3:4294967295] 00000400:00000200:3.0:1788775919.393238:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.393244:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775919.393248:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775919.393253:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f750a6dd00. 00000800:00000200:3.0:1788775919.393256:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775919.393266:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775919.393268:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f750a6dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775919.393271:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.393274:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 21167 usecs (22 jiffies) 00000400:00000200:3.0:1788775919.393277:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775919.393279:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295035422 00000100:00000001:3.0:1788775919.393281:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295036690 00000100:00000001:3.0:1788775919.393283:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295035422 00000100:00000001:3.0:1788775919.393285:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295036690 00000100:00000001:3.0:1788775919.393287:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775919.393289:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393291:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775919.393295:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393302:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775919.393304:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.393306:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775919.393308:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775919.393310:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775919.393313:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198166272:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775919.393316:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775919.393319:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775919.393321:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775919.393322:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775919.393326:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f748dfa600. 02000000:00000001:3.0:1788775919.393328:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775919.393332:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775919.393334:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483417e8. 00000400:00000010:3.0:1788775919.393338:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634110. 00000100:00000200:3.0:1788775919.393341:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166272, portal 4 00000100:00000001:3.0:1788775919.393343:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775919.393349:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191225728 : -116585518325888 : ffff95f751981f80) 00000100:00000040:3.0:1788775919.393356:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393362:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775919.393364:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775919.393367:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634088. 00000100:00000200:3.0:1788775919.393370:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198166272, offset 0 00000400:00000200:3.0:1788775919.393376:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775919.393380:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.393383:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775919.393386:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775919.393388:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775919.393390:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775919.393392:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775919.393395:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [145:145:250:4294967295] 192.168.202.107@tcp LPNI seq info [145:145:2:4294967295] 00000400:00000200:3.0:1788775919.393399:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775919.393404:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775919.393408:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775919.393412:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f748fff000. 00000800:00000200:3.0:1788775919.393416:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775919.393420:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775919.393423:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f748fff000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775919.393425:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775919.393428:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: using a timeout of 30503 usecs (31 jiffies) 00000400:00000200:3.0:1788775919.393431:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775919.393433:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295035431 00000100:00000001:3.0:1788775919.393446:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295036690 00000100:00000001:3.0:1788775919.393449:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295035431 00000100:00000001:3.0:1788775919.393452:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295036690 00000100:00000001:3.0:1788775919.393454:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775919.393461:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393464:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393468:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788775919.393533:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775919.393539:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760f7aa00. 00000400:00000200:3.0:1788775919.393548:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775919.393555:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775919.393563:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634dd0 00000400:00000010:3.0:1788775919.393565:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634dd0. 00000100:00000001:3.0:1788775919.393572:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775919.393577:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393588:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775919.393592:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393600:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393602:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775919.393619:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775919.393621:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f750a6d500. 00000400:00000200:3.0:1788775919.393627:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775919.393630:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775919.393634:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f7506342a8 00000400:00000010:3.0:1788775919.393635:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f7506342a8. 00000100:00000001:3.0:1788775919.393638:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775919.393641:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393649:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775919.393652:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393658:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393660:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775919.393674:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775919.393676:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f750a6d800. 00000400:00000200:3.0:1788775919.393685:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775919.393689:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775919.393692:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634aa0 00000400:00000010:3.0:1788775919.393694:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634aa0. 00000100:00000001:3.0:1788775919.393697:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775919.393700:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393706:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775919.393709:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393715:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393717:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775919.393725:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775919.393727:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f750a6da00. 00000400:00000200:3.0:1788775919.393730:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775919.393733:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775919.393735:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634b28 00000400:00000010:3.0:1788775919.393736:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634b28. 00000100:00000001:3.0:1788775919.393738:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775919.393741:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393747:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775919.393750:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393756:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393757:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775919.393762:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775919.393764:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f750a6dc00. 00000400:00000200:3.0:1788775919.393767:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775919.393770:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775919.393772:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634770 00000400:00000010:3.0:1788775919.393774:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634770. 00000100:00000001:3.0:1788775919.393775:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775919.393784:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393790:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775919.393793:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393799:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393801:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775919.393809:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775919.393811:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f750a6dd00. 00000400:00000200:3.0:1788775919.393814:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775919.393817:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775919.393819:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634c38 00000400:00000010:3.0:1788775919.393821:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634c38. 00000100:00000001:3.0:1788775919.393822:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775919.393825:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393830:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775919.393832:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393838:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393839:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775919.393913:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775919.393915:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f748fff000. 00000400:00000200:3.0:1788775919.393919:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775919.393922:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775919.393924:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634088 00000400:00000010:3.0:1788775919.393926:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634088. 00000100:00000001:3.0:1788775919.393928:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775919.393932:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393939:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775919.393942:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775919.393954:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775919.393955:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788775919.394146:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775919.394151:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788775919.402252:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406157:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775919.406174:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406185:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406199:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406212:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775919.406228:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406243:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406251:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406257:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104280 00000400:00000200:2.0:1788775919.406264:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406272:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1788775919.406282:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406287:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406292:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775919.406297:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775919.406308:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.406321:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775919.406334:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.406384:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775919.406401:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406405:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775919.406407:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406409:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406412:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406416:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775919.406420:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406423:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406427:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406430:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104300 00000400:00000200:2.0:1788775919.406434:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406448:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:2.0:1788775919.406453:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406456:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406458:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775919.406461:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775919.406464:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.406468:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775919.406478:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.406485:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775919.406489:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406492:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775919.406494:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406496:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406499:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406503:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775919.406506:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406509:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406518:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406521:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104380 00000400:00000200:2.0:1788775919.406524:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406529:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:2.0:1788775919.406534:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406537:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406540:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775919.406543:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775919.406561:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.406566:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775919.406576:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.406584:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775919.406588:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406599:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775919.406601:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406604:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406608:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406611:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775919.406616:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406619:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406622:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406625:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104400 00000400:00000200:2.0:1788775919.406628:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406631:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:2.0:1788775919.406635:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406639:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406641:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775919.406643:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775919.406646:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.406657:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775919.406665:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.406673:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775919.406677:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406680:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775919.406682:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406685:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406688:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406692:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775919.406696:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406698:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406701:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406703:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd104480 00000400:00000200:2.0:1788775919.406707:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406712:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:2.0:1788775919.406716:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406719:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406721:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775919.406724:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775919.406727:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.406732:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775919.406741:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.406748:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775919.406752:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406755:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775919.406757:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.406760:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.406769:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406773:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775919.406777:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406780:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406783:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406786:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd104500 00000400:00000200:2.0:1788775919.406788:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.406791:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:2.0:1788775919.406795:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.407123:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.407127:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775919.407132:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775919.407136:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.407142:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775919.407151:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407159:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775919.407163:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.407166:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.407192:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775919.407198:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788775919.407206:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775919.407209:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775919.407213:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483413c8. 00000400:00000200:2.0:1788775919.407218:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634550 00000400:00000010:2.0:1788775919.407220:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634550. 00000100:00000001:2.0:1788775919.407223:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.407228:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775919.407246:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407262:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775919.407265:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.407268:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775919.407271:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775919.407274:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775919.407277:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775919.407280:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775919.407292:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775919.407297:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775919.407300:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775919.407302:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775919.407305:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788775919.407311:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788775919.407318:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.407322:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775919.407325:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:2.0:1788775919.407326:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775919.407329:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775919.407333:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407340:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775919.407345:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775919.407347:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775919.407351:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775919.407359:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198165760:192.168.202.107@tcp:400:kworker.0 00000400:00000001:2.0:1788775919.407367:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775919.407368:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775919.407370:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341aa8. 00000400:00000200:2.0:1788775919.407381:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f7506347f8 00000400:00000010:2.0:1788775919.407382:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f7506347f8. 00000100:00000001:2.0:1788775919.407385:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.407389:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775919.407397:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407403:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775919.407405:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.407407:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775919.407409:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775919.407410:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775919.407412:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775919.407414:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775919.407419:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775919.407422:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775919.407424:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775919.407425:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775919.407427:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788775919.407430:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788775919.407446:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.407449:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775919.407451:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:2.0:1788775919.407453:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775919.407454:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775919.407458:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407464:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775919.407466:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775919.407467:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775919.407470:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775919.407489:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198166016:192.168.202.107@tcp:400:kworker.0 00000400:00000001:2.0:1788775919.407495:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775919.407496:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775919.407498:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483417e8. 00000400:00000200:2.0:1788775919.407501:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634110 00000400:00000010:2.0:1788775919.407502:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634110. 00000100:00000001:2.0:1788775919.407505:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.407508:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775919.407516:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407523:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775919.407524:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.407526:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775919.407528:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775919.407529:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775919.407530:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775919.407532:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775919.407537:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f750999460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775919.407540:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f750999418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775919.407543:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775919.407544:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775919.407546:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788775919.407550:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788775919.407556:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.407558:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775919.407559:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:2.0:1788775919.407561:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775919.407562:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775919.407566:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407578:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775919.407580:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775919.407581:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775919.407585:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775919.407592:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198166272:192.168.202.107@tcp:400:kworker.0 00000400:00000001:2.0:1788775919.407598:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775919.407600:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775919.407601:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483412c0. 00000400:00000200:2.0:1788775919.407604:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634198 00000400:00000010:2.0:1788775919.407606:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634198. 00000100:00000001:2.0:1788775919.407608:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.407611:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775919.407619:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407625:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775919.407627:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.407628:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775919.407630:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775919.407631:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775919.407633:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775919.407634:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775919.407638:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775919.407641:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775919.407643:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775919.407645:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775919.407646:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788775919.407649:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.407652:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775919.407653:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:2.0:1788775919.407660:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775919.407662:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775919.407666:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407672:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775919.407674:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775919.407676:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775919.407679:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775919.407687:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198165632:192.168.202.107@tcp:400:kworker.0 00000400:00000001:2.0:1788775919.407693:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775919.407694:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775919.407695:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341e70. 00000400:00000200:2.0:1788775919.407698:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634a18 00000400:00000010:2.0:1788775919.407700:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634a18. 00000100:00000001:2.0:1788775919.407702:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.407706:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775919.407713:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407719:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775919.407720:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.407722:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775919.407724:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775919.407725:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775919.407727:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775919.407729:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775919.407734:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775919.407737:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775919.407739:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775919.407741:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775919.407742:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788775919.407750:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.407753:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775919.407754:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:2.0:1788775919.407756:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775919.407757:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775919.407761:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407768:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775919.407769:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775919.407771:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775919.407774:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775919.407781:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198165888:192.168.202.107@tcp:400:kworker.0 00000400:00000001:2.0:1788775919.407788:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775919.407789:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775919.407791:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341b58. 00000400:00000200:2.0:1788775919.407793:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634e58 00000400:00000010:2.0:1788775919.407795:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634e58. 00000100:00000001:2.0:1788775919.407797:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.407800:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775919.407807:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.407812:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775919.407814:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.407815:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775919.408403:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775919.408405:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775919.408406:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775919.408411:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775919.408417:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f75099c460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775919.408421:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f75099c418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775919.408432:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775919.408445:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775919.408447:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788775919.408453:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788775919.408460:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.408463:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775919.408465:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:2.0:1788775919.408467:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775919.408468:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775919.408472:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.408478:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775919.408481:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775919.408483:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775919.408486:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775919.408495:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198166144:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775919.408500:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.408504:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775919.408508:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751983100 x1875667198165760/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.408515:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775919.408518:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775919.408523:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fef400. 02000000:00000001:2.0:1788775919.408529:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775919.408533:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775919.408535:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:2.0:1788775919.408538:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775919.408542:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554af300. 02000000:00000001:2.0:1788775919.408547:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775919.408554:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775919.408557:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751983100. 00000100:00000001:2.0:1788775919.408561:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775919.408563:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.408565:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775919.408570:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751982300 x1875667198166016/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.408577:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775919.408578:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775919.408580:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f748c29400. 02000000:00000001:2.0:1788775919.408584:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775919.408585:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775919.408586:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:2.0:1788775919.408588:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775919.408590:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554af500. 02000000:00000001:2.0:1788775919.408592:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775919.408593:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775919.408595:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751982300. 00000100:00000001:2.0:1788775919.408597:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775919.408598:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.408600:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775919.408605:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751981f80 x1875667198166272/t0(0) o400->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.408612:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775919.408613:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775919.408615:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f748dfa600. 02000000:00000001:2.0:1788775919.408617:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775919.408619:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775919.408620:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f750999000 refcount=2 obd=lustre-OST0001-osc-ffff95f750935000 00000020:00000001:2.0:1788775919.408622:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775919.408623:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f760f7a600. 02000000:00000001:2.0:1788775919.408626:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775919.408627:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775919.408628:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751981f80. 00000100:00000001:2.0:1788775919.408631:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775919.408632:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.408642:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775919.408646:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751981500 x1875667198165632/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.408652:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775919.408654:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775919.408655:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fef800. 02000000:00000001:2.0:1788775919.408657:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775919.408659:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775919.408660:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:2.0:1788775919.408663:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775919.408664:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554af700. 02000000:00000001:2.0:1788775919.408666:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775919.408667:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775919.408669:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751981500. 00000100:00000001:2.0:1788775919.408671:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775919.408672:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.408674:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775919.408677:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751981880 x1875667198165888/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.408683:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775919.408684:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775919.408685:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747feee00. 02000000:00000001:2.0:1788775919.408687:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775919.408689:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775919.408690:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:2.0:1788775919.408691:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775919.408693:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554aff00. 02000000:00000001:2.0:1788775919.408695:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775919.408696:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775919.408697:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751981880. 00000100:00000001:2.0:1788775919.408699:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775919.408700:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.408702:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775919.408705:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751982a00 x1875667198166144/t0(0) o400->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.408711:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775919.408716:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775919.408717:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747feea00. 02000000:00000001:2.0:1788775919.408719:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775919.408721:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775919.408722:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f75099c000 refcount=2 obd=lustre-OST0000-osc-ffff95f750935000 00000020:00000001:2.0:1788775919.408724:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775919.408725:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554af100. 02000000:00000001:2.0:1788775919.408727:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775919.408728:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775919.408730:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751982a00. 00000100:00000001:2.0:1788775919.408732:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775919.408733:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.408737:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.408739:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775919.408741:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788775919.408744:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.408746:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788775919.409939:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.409961:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775919.409964:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.409967:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.409977:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.409984:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775919.409995:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.410000:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.410005:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.410009:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd104200 00000400:00000200:2.0:1788775919.413895:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775919.413912:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:2.0:1788775919.413931:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.413964:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775919.413968:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775919.413975:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775919.413987:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.414000:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775919.414950:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.414971:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775919.414989:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775919.414997:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.415269:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775919.415275:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788775919.415284:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775919.415287:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775919.415291:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341108. 00000400:00000200:2.0:1788775919.415297:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f7506345d8 00000400:00000010:2.0:1788775919.415300:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f7506345d8. 00000100:00000001:2.0:1788775919.415304:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775919.415310:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775919.415320:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.415326:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775919.415329:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.415332:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775919.415337:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775919.415340:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775919.415343:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775919.415347:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775919.415356:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775919.415361:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775919.415364:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775919.415366:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775919.415370:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788775919.415373:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.415377:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775919.415382:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.415403:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775919.415407:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775919.415409:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775919.415413:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775919.415421:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2403:1875667198165504:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775919.415427:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.415430:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775919.415445:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751980380 x1875667198165504/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775919.415453:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775919.415456:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775919.415460:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fee200. 02000000:00000001:2.0:1788775919.415465:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775919.415468:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775919.415471:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:2.0:1788775919.415474:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775919.415478:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554afd00. 02000000:00000001:2.0:1788775919.415483:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775919.415485:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775919.415488:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751980380. 00000100:00000001:2.0:1788775919.415492:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775919.415494:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.415497:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775919.415506:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788775919.415508:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775919.415511:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775919.415514:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775919.705582:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775919.705591:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775919.705597:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775919.705598:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788775919.705659:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788775919.705663:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788775919.705666:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775920.731684:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775920.731694:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775920.731701:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775920.731702:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775920.733723:0:458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295036690, at 4295036740 00000100:00000010:2.0:1788775920.733744:0:458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7472f52a0. 00000020:00000001:3.0:1788775920.736819:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775920.736829:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775920.736834:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775920.736848:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295036690, at 4295036741 00000100:00000010:3.0:1788775920.736860:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7472f5000. 00010000:00000001:0.0:1788775921.754726:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775921.754736:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775921.754743:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775921.754744:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775921.755068:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775921.755072:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775921.755077:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775922.777297:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775922.777309:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775922.777317:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775922.777319:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775922.777743:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775922.777748:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775922.777752:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775923.801198:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775923.801208:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775923.801216:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775923.801221:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775923.801223:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775923.801227:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775923.801231:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775923.801234:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775923.801236:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775923.801238:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775923.801371:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775923.801376:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775923.801431:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788775924.505513:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775924.505530:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775924.505540:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa4e00. 00000020:00000040:1.0:1788775924.505550:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:1.0:1788775924.505555:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775924.506881:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775924.506895:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775924.506913:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7550b1e00. 00000100:00000001:1.0:1788775924.506925:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.506944:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775924.506956:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775924.506962:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.506969:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008821db14] to pc [ptlrpcd_00_00+0] req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507006:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507011:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775924.507040:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775924.507044:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6300. 00000020:00000040:1.0:1788775924.507048:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:1.0:1788775924.507053:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775924.507054:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775924.507056:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775924.507061:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7550b1800. 00000100:00000001:1.0:1788775924.507065:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507070:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775924.507078:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775924.507080:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507084:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca0480b] to pc [ptlrpcd_00_01+1] req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507093:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507095:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775924.507098:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775924.507101:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6a00. 00000020:00000040:1.0:1788775924.507104:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:1.0:1788775924.507107:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775924.507108:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775924.507110:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775924.507114:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7550b1600. 00000100:00000001:1.0:1788775924.507117:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507121:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775924.507128:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775924.507130:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507133:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bbc734] to pc [ptlrpcd_00_00+0] req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507151:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507154:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775924.507158:0:8931:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775924.507161:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775924.507164:0:8931:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775924.507167:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775924.507170:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775924.507174:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa5c00. 00000020:00000040:1.0:1788775924.507176:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:1.0:1788775924.507178:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775924.507180:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775924.507182:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775924.507186:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7550b1c00. 00000100:00000001:1.0:1788775924.507189:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507193:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775924.507200:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775924.507202:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507206:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b8c2696] to pc [ptlrpcd_00_01+1] req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507213:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507215:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775924.507218:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775924.507221:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa4000. 00000020:00000040:1.0:1788775924.507223:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:1.0:1788775924.507226:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775924.507232:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775924.507233:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775924.507238:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bd700. 00000100:00000001:1.0:1788775924.507241:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507246:0:8931:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775924.507252:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775924.507254:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507258:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed3160d] to pc [ptlrpcd_00_00+0] req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507264:0:8931:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507267:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775924.507270:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788775924.507273:0:8931:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788775924.507276:0:8931:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788775924.507279:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6d80. 00000020:00000040:1.0:1788775924.507282:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f75099c000 refcount=3 obd=lustre-OST0000-osc-ffff95f750935000 00000100:00000001:1.0:1788775924.507284:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775924.507285:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775924.507286:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775924.507289:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bdc00. 00000100:00000001:1.0:1788775924.507292:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.507294:0:8931:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446627488192425344 : -116585517126272 : ffff95f751aa6d80) 00000100:00080000:1.0:1788775924.507298:0:8931:0:(import.c:65:import_set_state_nolock()) ffff95f75099c000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788775924.507302:0:8931:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff95f750935000: disconnect after 21s idle 00000100:00000001:1.0:1788775924.507304:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775924.507306:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507309:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a52d5931] to pc [ptlrpcd_rcv+-1] req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507324:0:8931:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.507326:0:8931:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507332:0:8931:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775924.507336:0:8931:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788775924.507338:0:8931:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788775924.507339:0:8931:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788775924.507342:0:8931:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa5880. 00000020:00000040:1.0:1788775924.507344:0:8931:0:(genops.c:1210:class_import_get()) import ffff95f750999000 refcount=3 obd=lustre-OST0001-osc-ffff95f750935000 00000100:00000001:1.0:1788775924.507346:0:8931:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775924.507348:0:8931:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775924.507350:0:8931:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775924.507354:0:8931:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7602bd500. 00000100:00000001:1.0:1788775924.507357:0:8931:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.507359:0:8931:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446627488192419968 : -116585517131648 : ffff95f751aa5880) 00000100:00080000:1.0:1788775924.507362:0:8931:0:(import.c:65:import_set_state_nolock()) ffff95f750999000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788775924.507364:0:8931:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff95f750935000: disconnect after 21s idle 00000100:00000001:1.0:1788775924.507367:0:8931:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775924.507368:0:8931:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507372:0:8931:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b3ea1cf] to pc [ptlrpcd_rcv+-1] req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507378:0:8931:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.507380:0:8931:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.507384:0:8931:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:1.0:1788775924.507422:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.507427:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775924.507429:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775924.507441:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507448:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775924.507451:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.507455:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775924.507459:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775924.507462:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.507465:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198166400:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775924.507476:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775924.507484:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775924.507487:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.507490:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775924.507495:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c4200. 02000000:00000001:1.0:1788775924.507497:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.507506:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775924.507511:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b948. 00000400:00000010:1.0:1788775924.507520:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8bb0. 00000100:00000200:1.0:1788775924.507530:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166400, portal 25 00000100:00000001:1.0:1788775924.507532:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775924.507534:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192417280 : -116585517134336 : ffff95f751aa4e00) 00000100:00000040:1.0:1788775924.507540:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507548:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775924.507551:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775924.507554:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8cc0. 00000100:00000200:1.0:1788775924.507558:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198166400, offset 0 00000400:00000200:1.0:1788775924.507566:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775924.507578:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.507588:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775924.507595:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775924.507600:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775924.507604:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775924.507607:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775924.507611:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [146:146:256:4294967295] 192.168.202.107@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:1.0:1788775924.507616:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.507628:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775924.507636:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775924.507642:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7602bd300. 00000800:00000200:1.0:1788775924.507650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775924.507665:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775924.507672:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7602bd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775924.507684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.507689:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775924.507692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295041803 00000100:00000010:1.0:1788775924.507697:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7473495a0. 00000100:00000001:1.0:1788775924.507705:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788775924.507711:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295041803 00000100:00000010:1.0:1788775924.507714:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7473492a0. 00000100:00000001:1.0:1788775924.507717:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788775924.507720:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.507723:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.507726:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775924.507730:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.507737:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775924.507738:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.507740:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775924.507742:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775924.507744:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.507747:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198166656:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775924.507750:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775924.507753:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775924.507754:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.507756:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775924.507759:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c5200. 02000000:00000001:1.0:1788775924.507761:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.507764:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000800:00000200:2.0:1788775924.508000:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775924.508044:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7602bd300. 00000400:00000200:2.0:1788775924.508053:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775924.508059:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775924.508066:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8cc0 00000400:00000010:2.0:1788775924.508069:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8cc0. 00000100:00000001:2.0:1788775924.508074:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775924.508079:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.508090:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775924.508093:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.508101:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775924.508102:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1788775924.513374:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058bd68. 00000400:00000010:1.0:1788775924.513408:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8000. 00000100:00000200:1.0:1788775924.513419:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166656, portal 10 00000100:00000001:1.0:1788775924.513423:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775924.513438:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192424448 : -116585517127168 : ffff95f751aa6a00) 00000100:00000040:1.0:1788775924.513458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.513469:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775924.513472:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775924.513475:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8990. 00000100:00000200:1.0:1788775924.513481:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198166656, offset 0 00000400:00000200:1.0:1788775924.513488:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775924.513502:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.513512:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775924.513520:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775924.513525:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775924.513530:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775924.513533:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775924.513538:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [147:147:256:4294967295] 192.168.202.107@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1788775924.513543:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.513556:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775924.513563:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775924.513571:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7602bdf00. 00000800:00000200:1.0:1788775924.513579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775924.513589:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775924.513594:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7602bdf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775924.513607:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.513611:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 82442 usecs (83 jiffies) 00000400:00000200:1.0:1788775924.513615:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775924.513618:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295040601 00000100:00000001:1.0:1788775924.513622:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.513624:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295040601 00000100:00000001:1.0:1788775924.513626:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.513628:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.513639:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.513646:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775924.513652:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.513662:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775924.513665:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.513670:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775924.513675:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775924.513678:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.513682:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198166912:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775924.513686:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775924.513693:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775924.513695:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.513699:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775924.513706:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c5400. 02000000:00000001:1.0:1788775924.513708:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.513713:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775924.513715:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058bf20. 00000400:00000010:1.0:1788775924.513719:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee84c8. 00000100:00000200:1.0:1788775924.513723:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166912, portal 10 00000100:00000001:1.0:1788775924.513725:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775924.513726:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192413696 : -116585517137920 : ffff95f751aa4000) 00000100:00000040:1.0:1788775924.513733:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.513752:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775924.513755:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775924.513758:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8660. 00000100:00000200:1.0:1788775924.513760:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198166912, offset 0 00000400:00000200:1.0:1788775924.513765:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775924.513769:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.513773:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775924.513776:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775924.513783:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775924.513786:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775924.513788:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775924.513790:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [148:148:255:4294967295] 192.168.202.107@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:1.0:1788775924.513794:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.513800:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775924.513805:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775924.513811:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7602bd300. 00000800:00000200:1.0:1788775924.513815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775924.513820:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775924.513822:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7602bd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775924.513825:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.513828:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 20803 usecs (21 jiffies) 00000400:00000200:1.0:1788775924.513831:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775924.513833:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295040539 00000100:00000001:1.0:1788775924.513835:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.513837:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295040539 00000100:00000001:1.0:1788775924.513839:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.513842:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.513844:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.513847:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.513853:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.513863:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775924.513866:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788775924.513869:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.513871:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775924.513873:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.513878:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788775924.513880:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.513882:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775924.513884:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.513891:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.513893:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775924.513894:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775924.513900:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.513908:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775924.513909:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.513912:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775924.513913:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775924.513916:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.513918:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198166528:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775924.513922:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775924.513925:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775924.513926:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.513928:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775924.513931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c4a00. 02000000:00000001:1.0:1788775924.513933:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.513938:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775924.513941:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058be70. 00000400:00000010:1.0:1788775924.513944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8d48. 00000100:00000200:1.0:1788775924.513947:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166528, portal 10 00000100:00000001:1.0:1788775924.513949:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775924.513950:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000040:1.0:1788775924.513957:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.513963:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775924.513965:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775924.513967:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8880. 00000100:00000200:1.0:1788775924.513969:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198166528, offset 0 00000400:00000200:1.0:1788775924.513973:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775924.513977:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.513980:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775924.513983:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775924.513990:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775924.513992:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775924.513994:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775924.513997:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [149:149:254:4294967295] 192.168.202.107@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:1.0:1788775924.514001:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.514007:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775924.514011:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775924.514041:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8a00. 00000800:00000200:1.0:1788775924.514046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775924.514050:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775924.514053:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775924.514056:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.514060:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 179761 usecs (180 jiffies) 00000400:00000200:1.0:1788775924.514064:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775924.514065:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295040698 00000100:00000001:1.0:1788775924.514068:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514070:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295040698 00000100:00000001:1.0:1788775924.514072:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514074:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.514076:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514078:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775924.514082:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.514089:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775924.514091:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.514093:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775924.514095:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775924.514097:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.514099:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198166784:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775924.514109:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775924.514113:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775924.514114:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.514115:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775924.514118:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c4600. 02000000:00000001:1.0:1788775924.514120:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.514123:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775924.514125:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b2c0. 00000400:00000010:1.0:1788775924.514128:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8a18. 00000100:00000200:1.0:1788775924.514131:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198166784, portal 10 00000100:00000001:1.0:1788775924.514133:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775924.514134:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192420864 : -116585517130752 : ffff95f751aa5c00) 00000100:00000040:1.0:1788775924.514140:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.514145:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775924.514147:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775924.514150:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee82a8. 00000100:00000200:1.0:1788775924.514152:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198166784, offset 0 00000400:00000200:1.0:1788775924.514157:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775924.514161:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.514164:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775924.514167:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775924.514169:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775924.514172:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775924.514174:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775924.514176:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [150:150:253:4294967295] 192.168.202.107@tcp LPNI seq info [150:150:5:4294967295] 00000400:00000200:1.0:1788775924.514179:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.514184:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775924.514188:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775924.514192:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8d00. 00000800:00000200:1.0:1788775924.514196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775924.514207:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775924.514209:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775924.514212:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.514214:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 19322 usecs (20 jiffies) 00000400:00000200:1.0:1788775924.514217:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775924.514219:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295040538 00000100:00000001:1.0:1788775924.514222:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514223:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295040538 00000100:00000001:1.0:1788775924.514226:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514227:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.514230:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514232:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514234:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514255:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.514258:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514265:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.514268:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775924.514269:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775924.514277:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.514285:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775924.514286:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.514289:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775924.514290:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775924.514292:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.514295:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198167040:192.168.202.107@tcp:9:kworker.0 00000100:00000001:1.0:1788775924.514298:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775924.514301:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775924.514303:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.514305:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775924.514309:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c5a00. 02000000:00000001:1.0:1788775924.514311:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.514320:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775924.514323:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058bb58. 00000400:00000010:1.0:1788775924.514327:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8dd0. 00000100:00000200:1.0:1788775924.514331:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167040, portal 4 00000100:00000001:1.0:1788775924.514333:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775924.514334:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192425344 : -116585517126272 : ffff95f751aa6d80) 00000100:00000040:1.0:1788775924.514340:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.514346:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775924.514349:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775924.514351:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee86e8. 00000100:00000200:1.0:1788775924.514353:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198167040, offset 0 00000400:00000200:1.0:1788775924.514357:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775924.514361:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.514364:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775924.514366:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775924.514369:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775924.514371:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775924.514373:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775924.514376:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [151:151:252:4294967295] 192.168.202.107@tcp LPNI seq info [151:151:4:4294967295] 00000400:00000200:1.0:1788775924.514379:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.514384:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775924.514399:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775924.514402:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8000. 00000800:00000200:1.0:1788775924.514406:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775924.514410:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775924.514413:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775924.514416:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.514419:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: using a timeout of 24498 usecs (25 jiffies) 00000400:00000200:1.0:1788775924.514423:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775924.514424:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295040543 00000100:00000001:1.0:1788775924.514434:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514436:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295040543 00000100:00000001:1.0:1788775924.514438:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514440:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.514443:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514445:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775924.514450:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.514456:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775924.514458:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.514460:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775924.514462:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775924.514464:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775924.514466:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198167168:192.168.202.107@tcp:9:kworker.0 00000100:00000001:1.0:1788775924.514469:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775924.514472:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775924.514473:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.514475:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775924.514478:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c5800. 02000000:00000001:1.0:1788775924.514480:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775924.514483:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775924.514486:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b108. 00000400:00000010:1.0:1788775924.514489:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8c38. 00000100:00000200:1.0:1788775924.514492:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167168, portal 4 00000100:00000001:1.0:1788775924.514493:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775924.514494:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192419968 : -116585517131648 : ffff95f751aa5880) 00000100:00000040:1.0:1788775924.514500:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.514506:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775924.514508:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775924.514511:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee83b8. 00000100:00000200:1.0:1788775924.514517:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875667198167168, offset 0 00000400:00000200:1.0:1788775924.514522:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775924.514525:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.514529:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775924.514531:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775924.514534:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775924.514536:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775924.514538:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775924.514541:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [152:152:251:4294967295] 192.168.202.107@tcp LPNI seq info [152:152:3:4294967295] 00000400:00000200:1.0:1788775924.514545:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775924.514551:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775924.514555:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775924.514559:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8100. 00000800:00000200:1.0:1788775924.514563:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775924.514567:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775924.514569:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788775924.514572:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.514575:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: using a timeout of 27707 usecs (28 jiffies) 00000400:00000200:1.0:1788775924.514578:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775924.514580:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295040546 00000100:00000001:1.0:1788775924.514583:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514585:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295040546 00000100:00000001:1.0:1788775924.514587:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295041803 00000100:00000001:1.0:1788775924.514589:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.514591:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514593:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514594:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.514599:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775924.514602:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788775924.514604:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.514609:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775924.514611:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.514612:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775924.515520:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775924.515530:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7602bdf00. 00000400:00000200:2.0:1788775924.515540:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775924.515548:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775924.515556:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8990 00000400:00000010:2.0:1788775924.515572:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8990. 00000100:00000001:2.0:1788775924.515578:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775924.515585:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515598:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775924.515602:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515610:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775924.515612:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775924.515628:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775924.515630:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7602bd300. 00000400:00000200:2.0:1788775924.515633:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775924.515637:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775924.515640:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8660 00000400:00000010:2.0:1788775924.515642:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8660. 00000100:00000001:2.0:1788775924.515657:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775924.515663:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515671:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775924.515674:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515681:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775924.515682:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775924.515691:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775924.515693:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8a00. 00000400:00000200:2.0:1788775924.515697:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775924.515700:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775924.515703:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8880 00000400:00000010:2.0:1788775924.515705:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8880. 00000100:00000001:2.0:1788775924.515708:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775924.515712:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515719:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775924.515721:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515726:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775924.515728:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775924.515738:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775924.515740:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8d00. 00000400:00000200:2.0:1788775924.515754:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775924.515758:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775924.515760:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee82a8 00000400:00000010:2.0:1788775924.515762:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee82a8. 00000100:00000001:2.0:1788775924.515764:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775924.515769:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515777:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775924.515786:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515792:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775924.515794:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775924.515804:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775924.515806:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8000. 00000400:00000200:2.0:1788775924.515809:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775924.515813:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775924.515816:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee86e8 00000400:00000010:2.0:1788775924.515818:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee86e8. 00000100:00000001:2.0:1788775924.515820:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775924.515824:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515831:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775924.515835:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515840:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775924.515842:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775924.515928:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775924.515931:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8100. 00000400:00000200:2.0:1788775924.515935:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775924.515938:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775924.515941:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee83b8 00000400:00000010:2.0:1788775924.515943:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee83b8. 00000100:00000001:2.0:1788775924.515945:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775924.515950:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515957:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775924.515960:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775924.515966:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775924.515968:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775924.526399:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.526659:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775924.526666:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.526670:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.526682:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.526692:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775924.526703:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.526709:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.526716:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.526722:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd104580 00000400:00000200:3.0:1788775924.526727:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.526735:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1788775924.526813:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.526818:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.526822:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775924.526828:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775924.526838:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.526868:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775924.526881:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.526942:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.526948:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775924.527854:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775924.527871:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.527881:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775924.527884:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.527887:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.527894:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.527900:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775924.527906:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.527909:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.527914:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.527917:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104680 00000400:00000200:3.0:1788775924.527922:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.527926:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:3.0:1788775924.527933:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.527937:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.527940:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775924.527943:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775924.527949:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.527956:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775924.527967:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.527975:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775924.527978:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.527981:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775924.527983:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.527985:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.527994:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.527998:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775924.528003:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528006:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528009:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528029:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104780 00000400:00000200:3.0:1788775924.528033:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528037:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:3.0:1788775924.528042:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528046:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528047:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775924.528051:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775924.528054:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.528059:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775924.528069:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.528076:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775924.528080:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528083:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775924.528084:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528087:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528090:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528093:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775924.528096:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528099:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528102:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528105:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104600 00000400:00000200:3.0:1788775924.528107:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528111:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:3.0:1788775924.528114:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528128:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528130:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775924.528134:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775924.528137:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.528142:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775924.528151:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.528158:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775924.528162:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528165:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775924.528167:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528169:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528172:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528176:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775924.528180:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528183:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528186:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528188:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104700 00000400:00000200:3.0:1788775924.528191:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528195:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1788775924.528199:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528202:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528204:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775924.528207:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775924.528210:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.528215:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775924.528224:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.528232:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775924.528241:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528244:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775924.528246:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528248:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528251:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528255:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775924.528259:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528261:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528264:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528266:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd104800 00000400:00000200:3.0:1788775924.528270:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528274:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:3.0:1788775924.528278:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528280:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528282:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775924.528286:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775924.528289:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.528294:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775924.528303:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.528319:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775924.528323:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528326:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775924.528328:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528330:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528333:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528336:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775924.528340:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528343:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528345:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528348:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 4 MB=0x6a9e8cd104880 00000400:00000200:3.0:1788775924.528351:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775924.528360:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.107@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:3.0:1788775924.528364:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528372:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775924.528375:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775924.528378:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775924.528381:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.528398:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775924.528407:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.528414:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775924.528418:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775924.528421:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775924.528462:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775924.528467:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788775924.528475:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775924.528478:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775924.528483:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058bb58. 00000400:00000200:3.0:1788775924.528489:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8dd0 00000400:00000010:3.0:1788775924.528492:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8dd0. 00000100:00000001:3.0:1788775924.528496:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.528500:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775924.528509:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.528516:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775924.528519:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775924.528523:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775924.528528:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775924.528532:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775924.528534:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775924.528537:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775924.528550:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f75099c460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775924.530879:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f75099c418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775924.530896:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775924.530900:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775924.530905:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775924.530920:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775924.530930:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775924.530936:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775924.530938:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775924.530940:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775924.530942:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775924.530948:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.530955:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775924.530959:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775924.530961:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788775924.530966:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788775924.530974:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f75099c000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788775924.530980:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775924.530989:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198167040:192.168.202.107@tcp:9:kworker.0 00000400:00000001:3.0:1788775924.531003:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775924.531006:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775924.531009:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b108. 00000400:00000200:3.0:1788775924.531030:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8c38 00000400:00000010:3.0:1788775924.531034:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8c38. 00000100:00000001:3.0:1788775924.531039:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775924.531044:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775924.531069:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.531077:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775924.531079:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775924.531081:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775924.531085:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775924.531088:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775924.531090:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775924.531094:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775924.531104:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f750999460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775924.531109:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f750999418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775924.531111:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775924.531112:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775924.531114:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775924.531118:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775924.531124:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775924.531127:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775924.531129:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775924.531130:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775924.531132:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775924.531135:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.531142:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775924.531144:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775924.531146:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788775924.531150:0:2400:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788775924.531156:0:2400:0:(import.c:65:import_set_state_nolock()) ffff95f750999000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788775924.531161:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775924.531175:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2400:1875667198167168:192.168.202.107@tcp:9:kworker.0 00000100:00000001:3.0:1788775924.531179:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775924.531184:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775924.531188:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6d80 x1875667198167040/t0(0) o9->lustre-OST0000-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.531195:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775924.531198:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775924.531203:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c5a00. 02000000:00000001:3.0:1788775924.531209:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775924.531212:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775924.531214:0:2400:0:(genops.c:1223:class_import_put()) import ffff95f75099c000 refcount=2 obd=lustre-OST0000-osc-ffff95f750935000 00000020:00000001:3.0:1788775924.531216:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775924.531220:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bdc00. 02000000:00000001:3.0:1788775924.531224:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775924.531227:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775924.531229:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6d80. 00000100:00000001:3.0:1788775924.531234:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775924.531236:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775924.531238:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775924.531241:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa5880 x1875667198167168/t0(0) o9->lustre-OST0001-osc-ffff95f750935000@192.168.202.107@tcp:28/4 lens 224/224 e 0 to 0 dl 1788775934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775924.531247:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775924.531248:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775924.531250:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c5800. 02000000:00000001:3.0:1788775924.531252:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775924.531254:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775924.531255:0:2400:0:(genops.c:1223:class_import_put()) import ffff95f750999000 refcount=2 obd=lustre-OST0001-osc-ffff95f750935000 00000020:00000001:3.0:1788775924.531257:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775924.531258:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bd500. 02000000:00000001:3.0:1788775924.531260:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775924.531262:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775924.531263:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa5880. 00000100:00000001:3.0:1788775924.531271:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775924.531273:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775924.531276:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775924.531286:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775924.531289:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775924.531292:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775924.531294:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788775924.539500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775924.539510:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775924.539515:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b948. 00000400:00000200:1.0:1788775924.539523:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8bb0 00000400:00000010:1.0:1788775924.539526:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8bb0. 00000100:00000001:1.0:1788775924.539532:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775924.539547:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775924.541398:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541418:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775924.541423:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.541426:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775924.541431:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775924.541434:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775924.541436:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.541439:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775924.541449:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775924.541453:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775924.541455:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775924.541458:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775924.541461:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775924.541465:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.541469:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.541478:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541486:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.541490:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775924.541492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775924.541497:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775924.541522:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198166400:192.168.202.107@tcp:400:kworker.0 00000400:00000001:1.0:1788775924.541534:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775924.541537:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775924.541539:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058bd68. 00000400:00000200:1.0:1788775924.541544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8000 00000400:00000010:1.0:1788775924.541546:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8000. 00000100:00000001:1.0:1788775924.541551:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775924.541556:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775924.541575:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541581:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775924.541582:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.541585:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775924.541586:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775924.541587:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775924.541589:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.541591:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775924.541598:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=87 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775924.541600:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775924.541602:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775924.541604:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775924.541605:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788775924.541610:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788775924.541617:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.541621:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788775924.541624:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:1.0:1788775924.541626:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788775924.541628:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.541632:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541645:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.541647:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775924.541658:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775924.541663:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775924.541671:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198166656:192.168.202.107@tcp:400:kworker.0 00000400:00000001:1.0:1788775924.541678:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775924.541680:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775924.541682:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058bf20. 00000400:00000200:1.0:1788775924.541684:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee84c8 00000400:00000010:1.0:1788775924.541686:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee84c8. 00000100:00000001:1.0:1788775924.541689:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775924.541693:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775924.541702:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541709:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775924.541710:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.541712:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775924.541714:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775924.541715:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775924.541717:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.541719:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775924.541724:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775924.541727:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775924.541729:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775924.541730:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775924.541732:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788775924.541735:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788775924.541762:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.541765:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788775924.541767:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:1.0:1788775924.541769:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788775924.541770:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.541774:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541782:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.541783:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775924.541785:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775924.541788:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775924.541795:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198166912:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775924.541800:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.541804:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775924.541808:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa4e00 x1875667198166400/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541814:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775924.541817:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775924.541822:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c4200. 02000000:00000001:1.0:1788775924.541826:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775924.541830:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775924.541832:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:1.0:1788775924.541835:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775924.541838:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7550b1e00. 02000000:00000001:1.0:1788775924.541843:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775924.541845:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775924.541847:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa4e00. 00000100:00000001:1.0:1788775924.541851:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775924.541853:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.541860:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775924.541863:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6a00 x1875667198166656/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541870:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775924.541872:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775924.541873:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c5200. 02000000:00000001:1.0:1788775924.541877:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775924.541878:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775924.541880:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:1.0:1788775924.541882:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775924.541883:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7550b1600. 02000000:00000001:1.0:1788775924.541885:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775924.541886:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775924.541888:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6a00. 00000100:00000001:1.0:1788775924.541890:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775924.541891:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.541892:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775924.541895:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa4000 x1875667198166912/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541901:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775924.541903:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775924.541904:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c5400. 02000000:00000001:1.0:1788775924.541906:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775924.541907:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775924.541908:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:1.0:1788775924.541910:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775924.541911:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7602bd700. 02000000:00000001:1.0:1788775924.541913:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775924.541914:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775924.541915:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa4000. 00000100:00000001:1.0:1788775924.541917:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775924.541918:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.541922:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.541924:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.541927:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788775924.541930:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775924.541937:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775924.541939:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058be70. 00000400:00000200:1.0:1788775924.541942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8d48 00000400:00000010:1.0:1788775924.541943:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8d48. 00000100:00000001:1.0:1788775924.541946:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775924.541951:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775924.541959:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.541964:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775924.541966:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.541968:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775924.541970:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775924.541971:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775924.541972:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.541974:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775924.541979:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=86 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775924.541982:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775924.541984:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775924.541986:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775924.541987:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775924.541991:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.541993:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788775924.541995:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:1.0:1788775924.541997:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788775924.541998:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.542001:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.542008:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.542010:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775924.542041:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775924.542046:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775924.542064:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198166528:192.168.202.107@tcp:400:kworker.0 00000400:00000001:1.0:1788775924.542070:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775924.542071:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775924.542073:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b2c0. 00000400:00000200:1.0:1788775924.542075:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8a18 00000400:00000010:1.0:1788775924.542077:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8a18. 00000100:00000001:1.0:1788775924.542079:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775924.542083:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775924.542090:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.542096:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775924.542098:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.542100:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775924.542101:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775924.542103:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775924.542104:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775924.542106:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775924.542111:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775924.542113:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775924.542116:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775924.542117:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775924.542119:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775924.542121:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.542124:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788775924.542126:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:1.0:1788775924.542127:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788775924.542128:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775924.542132:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.542138:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775924.542145:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775924.542146:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775924.542150:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775924.542157:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198166784:192.168.202.107@tcp:400:kworker.0 00000100:00000001:1.0:1788775924.542160:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.542162:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775924.542165:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6300 x1875667198166528/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.542171:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775924.542173:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775924.542174:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c4a00. 02000000:00000001:1.0:1788775924.542177:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775924.542178:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775924.542179:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:1.0:1788775924.542181:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775924.542183:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7550b1800. 02000000:00000001:1.0:1788775924.542185:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775924.542186:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775924.542187:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6300. 00000100:00000001:1.0:1788775924.542190:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775924.542191:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.542192:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775924.542195:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa5c00 x1875667198166784/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775924.542200:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775924.542201:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775924.542203:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c4600. 02000000:00000001:1.0:1788775924.542205:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775924.542206:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775924.542207:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:1.0:1788775924.542208:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775924.542210:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7550b1c00. 02000000:00000001:1.0:1788775924.542216:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775924.542218:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775924.542219:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa5c00. 00000100:00000001:1.0:1788775924.542221:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775924.542223:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.542224:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775924.542234:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775924.542237:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775924.542239:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775924.542241:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775924.825894:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775924.825906:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775924.825914:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775924.825915:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775924.826158:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775924.826162:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775924.826166:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775925.849431:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775925.849441:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775925.849447:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775925.849448:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775925.853952:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775925.853962:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775925.853968:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788775925.853984:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295041803, at 4295041860 00000100:00000010:2.0:1788775925.853999:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7473495a0. 00000100:00000040:3.0:1788775925.864303:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295041803, at 4295041869 00000100:00000010:3.0:1788775925.864324:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7473492a0. 00010000:00000001:0.0:1788775926.873223:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775926.873235:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775926.873237:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775926.873241:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775926.873247:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775926.873250:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775926.873251:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775926.873254:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775926.873258:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775926.873260:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775926.873769:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775926.873774:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775926.873777:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775927.897214:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775927.897225:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775927.897233:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775927.897234:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775927.903328:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775927.903340:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775927.903347:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775928.921871:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775928.921881:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775928.921889:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775928.921890:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775928.922462:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775928.922467:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775928.922471:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775929.631466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775929.631480:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775929.631490:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751981180. 00000020:00000040:3.0:1788775929.631498:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:3.0:1788775929.631502:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775929.631506:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775929.631512:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775929.631522:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f748fff000. 00000100:00000001:3.0:1788775929.631532:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631548:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775929.631560:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775929.631566:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631573:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7afa301] to pc [ptlrpcd_01_00+0] req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.631598:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775929.631617:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775929.631620:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751982680. 00000020:00000040:3.0:1788775929.631622:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775929.631625:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775929.631627:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775929.631629:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775929.631634:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6dd00. 00000100:00000001:3.0:1788775929.631637:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631642:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775929.631651:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775929.631653:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631657:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cabbc2e2] to pc [ptlrpcd_01_01+1] req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.631666:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775929.631673:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775929.631676:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751980700. 00000020:00000040:3.0:1788775929.631678:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775929.631680:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775929.631682:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775929.631683:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775929.631687:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6dc00. 00000100:00000001:3.0:1788775929.631690:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631694:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775929.631702:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775929.631704:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631708:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ba95f0] to pc [ptlrpcd_01_00+0] req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.631726:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775929.631733:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775929.631736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775929.631740:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775929.631743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775929.631747:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775929.631749:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751983480. 00000020:00000040:3.0:1788775929.631751:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:3.0:1788775929.631754:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775929.631755:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775929.631756:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775929.631760:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6da00. 00000100:00000001:3.0:1788775929.631763:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631767:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775929.631775:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775929.631777:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631781:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f44af9b] to pc [ptlrpcd_01_01+1] req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.631789:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775929.631795:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775929.631797:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751980a80. 00000020:00000040:3.0:1788775929.631800:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:3.0:1788775929.631803:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775929.631822:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775929.631824:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775929.631828:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f750a6d800. 00000100:00000001:3.0:1788775929.631832:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631836:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775929.631844:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775929.631846:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631850:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd601ac] to pc [ptlrpcd_01_00+0] req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.631857:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.631859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775929.631863:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775929.631866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775929.631869:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775929.631875:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:3.0:1788775929.632126:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775929.632131:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775929.632135:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775929.632258:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.632269:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775929.632272:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.632278:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775929.632281:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775929.632285:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775929.632289:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198167424:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775929.632294:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775929.632301:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775929.632311:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.632314:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775929.632320:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fee200. 02000000:00000001:3.0:1788775929.632322:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775929.632331:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775929.632347:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483416e0. 00000400:00000010:3.0:1788775929.632357:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634088. 00000100:00000200:3.0:1788775929.632367:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167424, portal 10 00000100:00000001:3.0:1788775929.632370:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775929.632371:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191227520 : -116585518324096 : ffff95f751982680) 00000100:00000040:3.0:1788775929.632380:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.632388:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775929.632390:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775929.632393:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634c38. 00000100:00000200:3.0:1788775929.632396:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198167424, offset 0 00000400:00000200:3.0:1788775929.632403:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775929.632414:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.632422:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775929.632429:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775929.632434:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775929.632496:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775929.632501:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775929.632505:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [153:153:256:4294967295] 192.168.202.107@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1788775929.632510:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.632523:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775929.632530:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775929.632536:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f750a6d500. 00000800:00000200:3.0:1788775929.632545:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775929.632554:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775929.632560:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f750a6d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775929.632575:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.632585:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 174315 usecs (175 jiffies) 00000400:00000200:3.0:1788775929.632589:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775929.632592:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295045813 00000100:00000010:3.0:1788775929.632597:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7472f5060. 00000100:00000001:3.0:1788775929.632604:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788775929.632610:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295045813 00000100:00000010:3.0:1788775929.632613:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7472f5600. 00000100:00000001:3.0:1788775929.632616:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788775929.632619:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.632622:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.632625:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775929.632629:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.632636:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775929.632637:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.632640:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775929.632641:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775929.632643:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775929.632646:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198167680:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775929.632650:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775929.632653:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775929.632654:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.632656:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775929.632659:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fef800. 02000000:00000001:3.0:1788775929.632660:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775929.632663:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775929.632666:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341bb0. 00000400:00000010:3.0:1788775929.632669:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634770. 00000100:00000200:3.0:1788775929.632672:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167680, portal 10 00000100:00000001:3.0:1788775929.632674:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775929.632675:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191231104 : -116585518320512 : ffff95f751983480) 00000100:00000040:3.0:1788775929.632682:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.632693:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775929.632695:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775929.632698:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634b28. 00000100:00000200:3.0:1788775929.632700:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198167680, offset 0 00000400:00000200:3.0:1788775929.632704:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775929.632709:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.632712:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775929.632715:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775929.632717:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775929.632719:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775929.632723:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775929.632726:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [154:154:255:4294967295] 192.168.202.107@tcp LPNI seq info [154:154:7:4294967295] 00000400:00000200:3.0:1788775929.632729:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.632735:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775929.632740:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775929.632744:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760f7a600. 00000800:00000200:3.0:1788775929.632747:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775929.632751:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775929.632754:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760f7a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775929.632757:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.632761:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 21751 usecs (22 jiffies) 00000400:00000200:3.0:1788775929.632764:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775929.632766:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295045660 00000100:00000001:3.0:1788775929.632768:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295045813 00000100:00000001:3.0:1788775929.632770:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295045660 00000100:00000001:3.0:1788775929.632772:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295045813 00000100:00000001:3.0:1788775929.632774:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.632776:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.632784:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.632787:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.632795:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775929.632798:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788775929.632800:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775929.632801:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775929.632802:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775929.632805:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1788775929.634327:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.634357:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775929.634360:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.634363:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775929.634365:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775929.634368:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775929.634383:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.634397:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775929.634400:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.634404:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775929.634408:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775929.634412:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775929.634416:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198167296:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775929.634421:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775929.634427:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775929.634430:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.634432:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775929.634562:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fef200. 02000000:00000001:3.0:1788775929.634566:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775929.634574:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775929.634579:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341580. 00000400:00000010:3.0:1788775929.634586:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634aa0. 00000100:00000200:3.0:1788775929.634593:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167296, portal 25 00000100:00000001:3.0:1788775929.634596:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775929.634599:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191222144 : -116585518329472 : ffff95f751981180) 00000100:00000040:3.0:1788775929.634605:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.634621:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775929.634624:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775929.634627:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f7506342a8. 00000100:00000200:3.0:1788775929.634631:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198167296, offset 0 00000400:00000200:3.0:1788775929.634639:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775929.634648:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.634656:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775929.634662:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775929.634666:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775929.634671:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775929.634674:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775929.634677:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [155:155:254:4294967295] 192.168.202.107@tcp LPNI seq info [155:155:6:4294967295] 00000400:00000200:3.0:1788775929.634682:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.634692:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775929.634698:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775929.634703:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760f7aa00. 00000800:00000200:3.0:1788775929.634709:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775929.634716:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775929.634721:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760f7aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775929.634725:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775929.634728:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775929.634731:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295046932 00000100:00000001:3.0:1788775929.634739:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295045813 00000100:00000001:3.0:1788775929.634745:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295046932 00000100:00000001:3.0:1788775929.634749:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295045813 00000100:00000001:3.0:1788775929.634752:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.634755:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.634758:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775929.634764:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.634776:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775929.634778:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.634781:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775929.634783:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775929.634785:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775929.634788:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198167552:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775929.634792:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775929.634795:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775929.634797:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.634799:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775929.634802:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747feea00. 02000000:00000001:3.0:1788775929.634804:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775929.634808:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775929.634811:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341c60. 00000400:00000010:3.0:1788775929.634815:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634dd0. 00000100:00000200:3.0:1788775929.634817:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167552, portal 10 00000100:00000001:3.0:1788775929.634819:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775929.634821:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191219456 : -116585518332160 : ffff95f751980700) 00000100:00000040:3.0:1788775929.634827:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.634834:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775929.634837:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775929.634840:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634f68. 00000100:00000200:3.0:1788775929.634842:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198167552, offset 0 00000400:00000200:3.0:1788775929.634847:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775929.634851:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.634854:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775929.634857:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775929.634860:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775929.634862:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775929.634865:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775929.634875:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [156:156:253:4294967295] 192.168.202.107@tcp LPNI seq info [156:156:5:4294967295] 00000400:00000200:3.0:1788775929.634880:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.634886:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775929.634891:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775929.634895:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759547000. 00000800:00000200:3.0:1788775929.634899:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775929.634903:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775929.634906:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759547000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775929.634909:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.634913:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 80472 usecs (81 jiffies) 00000400:00000200:3.0:1788775929.634916:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775929.634918:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295045722 00000100:00000001:3.0:1788775929.634921:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295046932 00000100:00000001:3.0:1788775929.634923:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295045722 00000100:00000001:3.0:1788775929.634925:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295046932 00000100:00000001:3.0:1788775929.634927:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.634929:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.634932:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775929.634937:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.634944:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775929.634946:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.634948:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775929.634950:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775929.634952:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775929.634955:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198167808:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775929.634958:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775929.634961:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775929.634963:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.634970:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775929.634974:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f751373c00. 02000000:00000001:3.0:1788775929.634976:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775929.634979:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775929.634981:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341318. 00000400:00000010:3.0:1788775929.634984:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634440. 00000100:00000200:3.0:1788775929.634987:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167808, portal 10 00000100:00000001:3.0:1788775929.634989:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775929.634990:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191220352 : -116585518331264 : ffff95f751980a80) 00000100:00000040:3.0:1788775929.634996:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.635002:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775929.635004:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775929.635007:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f7506344c8. 00000100:00000200:3.0:1788775929.635009:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198167808, offset 0 00000400:00000200:3.0:1788775929.635042:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775929.635046:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.635050:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775929.635052:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775929.635055:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775929.635056:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775929.635058:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775929.635061:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [157:157:252:4294967295] 192.168.202.107@tcp LPNI seq info [157:157:4:4294967295] 00000400:00000200:3.0:1788775929.635064:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.635069:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775929.635073:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775929.635076:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759547300. 00000800:00000200:3.0:1788775929.635080:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775929.635084:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775929.635087:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759547300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775929.635089:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.635097:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 24512 usecs (25 jiffies) 00000400:00000200:3.0:1788775929.635101:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775929.635102:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295045666 00000100:00000001:3.0:1788775929.635105:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295046932 00000100:00000001:3.0:1788775929.635107:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295045666 00000100:00000001:3.0:1788775929.635108:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295046932 00000100:00000001:3.0:1788775929.635110:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.635113:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.635117:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.635121:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775929.635331:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775929.635346:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f750a6d500. 00000400:00000200:2.0:1788775929.635355:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775929.635361:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775929.635368:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634c38 00000400:00000010:2.0:1788775929.635371:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634c38. 00000100:00000001:2.0:1788775929.635375:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775929.635381:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635392:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775929.635396:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635403:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775929.635404:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775929.635420:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775929.635422:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760f7a600. 00000400:00000200:2.0:1788775929.635425:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775929.635428:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775929.635431:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634b28 00000400:00000010:2.0:1788775929.635432:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634b28. 00000100:00000001:2.0:1788775929.635435:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775929.635439:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635574:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775929.635578:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635592:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775929.635594:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775929.635606:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775929.635608:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760f7aa00. 00000400:00000200:2.0:1788775929.635611:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775929.635615:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775929.635618:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f7506342a8 00000400:00000010:2.0:1788775929.635619:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f7506342a8. 00000100:00000001:2.0:1788775929.635622:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775929.635625:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635633:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775929.635635:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635641:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775929.635642:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775929.635651:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775929.635653:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759547000. 00000400:00000200:2.0:1788775929.635655:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775929.635658:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775929.635660:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634f68 00000400:00000010:2.0:1788775929.635661:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634f68. 00000100:00000001:2.0:1788775929.635663:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775929.635667:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635673:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775929.635676:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635682:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775929.635684:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775929.635759:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775929.635769:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759547300. 00000400:00000200:2.0:1788775929.635772:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775929.635775:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775929.635778:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f7506344c8 00000400:00000010:2.0:1788775929.635780:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f7506344c8. 00000100:00000001:2.0:1788775929.635783:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775929.635788:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635795:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775929.635798:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775929.635804:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775929.635805:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775929.645412:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645433:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775929.645438:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645452:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645463:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645528:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775929.645539:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645545:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645552:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645557:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104980 00000400:00000200:3.0:1788775929.645563:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645570:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:3.0:1788775929.645580:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645584:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645588:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775929.645594:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775929.645603:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.645615:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775929.645626:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.645654:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775929.645666:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645671:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775929.645673:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645674:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645677:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645681:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775929.645685:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645688:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645690:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645693:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd104900 00000400:00000200:3.0:1788775929.645697:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645701:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:3.0:1788775929.645705:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645709:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645711:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775929.645714:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775929.645717:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.645722:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775929.645731:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.645738:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775929.645741:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645745:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775929.645747:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645749:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645752:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645755:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775929.645759:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645761:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645771:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645774:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104a80 00000400:00000200:3.0:1788775929.645777:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645781:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:3.0:1788775929.645786:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645789:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645792:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775929.645794:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775929.645797:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.645803:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775929.645812:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.645820:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775929.645823:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645826:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775929.645827:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645829:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645832:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645836:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775929.645839:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645842:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645844:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645847:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104a00 00000400:00000200:3.0:1788775929.645849:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645853:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x8f5 [1] + 224 00000800:00000001:3.0:1788775929.645857:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645860:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645863:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775929.645866:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775929.645868:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.645878:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775929.645887:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.645895:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775929.645899:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645903:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775929.645904:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645906:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645910:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645913:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775929.645918:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645920:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645922:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645925:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104b00 00000400:00000200:3.0:1788775929.645928:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775929.645932:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x905 [1] + 224 00000800:00000001:3.0:1788775929.645936:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645942:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775929.645945:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775929.645948:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775929.645951:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.645956:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775929.645965:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.645972:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775929.645975:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775929.645978:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.645995:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775929.646000:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788775929.646051:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775929.646053:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775929.646057:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341580. 00000400:00000200:3.0:1788775929.646063:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634aa0 00000400:00000010:3.0:1788775929.646065:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634aa0. 00000100:00000001:3.0:1788775929.646069:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.646074:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775929.646083:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646090:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775929.646092:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646095:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775929.646100:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775929.646103:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775929.646106:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.646110:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775929.646119:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775929.646125:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775929.646128:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775929.646130:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775929.646134:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775929.646137:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.646140:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.646145:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646153:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.646157:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775929.646160:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775929.646164:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775929.646172:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198167296:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775929.646178:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775929.646184:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775929.646186:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341c60. 00000400:00000200:3.0:1788775929.646188:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634dd0 00000400:00000010:3.0:1788775929.646190:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634dd0. 00000100:00000001:3.0:1788775929.646193:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.646196:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775929.646204:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646210:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775929.646211:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646213:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775929.646215:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775929.646216:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775929.646218:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.646219:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775929.646226:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775929.646228:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775929.646231:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775929.646232:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775929.646234:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775929.646239:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775929.646245:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.646249:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775929.646252:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:3.0:1788775929.646254:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775929.646255:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.646258:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646264:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.646266:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775929.646267:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775929.646276:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775929.646284:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198167552:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775929.646290:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775929.646292:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775929.646294:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341318. 00000400:00000200:3.0:1788775929.646296:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634440 00000400:00000010:3.0:1788775929.646298:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634440. 00000100:00000001:3.0:1788775929.646300:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.646303:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775929.646312:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646317:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775929.646319:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646320:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775929.646322:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775929.646323:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775929.646324:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.646326:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775929.646331:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775929.646334:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775929.646336:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775929.646357:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775929.646358:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775929.646363:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775929.646369:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.646371:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775929.646373:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775929.646375:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775929.646381:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.646386:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646392:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.646394:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775929.646396:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775929.646400:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775929.646409:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198167808:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775929.646416:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775929.646417:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775929.646419:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483416e0. 00000400:00000200:3.0:1788775929.646422:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634088 00000400:00000010:3.0:1788775929.646424:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634088. 00000100:00000001:3.0:1788775929.646426:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.646430:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775929.646440:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646446:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775929.646448:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646449:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775929.646451:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775929.646452:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775929.646454:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.646455:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775929.646459:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775929.646462:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775929.646464:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775929.646465:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775929.646467:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775929.646470:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.646476:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775929.646478:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:3.0:1788775929.646480:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775929.646481:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.646485:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646492:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.646494:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775929.646495:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775929.646499:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775929.646506:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198167424:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775929.646511:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775929.646513:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775929.646515:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341bb0. 00000400:00000200:3.0:1788775929.646518:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634770 00000400:00000010:3.0:1788775929.646519:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634770. 00000100:00000001:3.0:1788775929.646522:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775929.646526:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775929.646534:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646540:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775929.646541:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646543:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775929.646545:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775929.646546:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775929.646547:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775929.646549:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775929.646554:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775929.646557:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775929.646559:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775929.646565:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775929.646566:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775929.646569:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.646571:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775929.646572:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775929.646574:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775929.646575:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775929.646579:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646586:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775929.646588:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775929.646589:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775929.646592:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775929.646600:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198167680:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775929.646605:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646608:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775929.646612:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751981180 x1875667198167296/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646620:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775929.646623:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775929.646627:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fef200. 02000000:00000001:3.0:1788775929.646632:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775929.646635:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775929.646637:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:3.0:1788775929.646640:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775929.646644:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f748fff000. 02000000:00000001:3.0:1788775929.646649:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775929.646652:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775929.646654:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751981180. 00000100:00000001:3.0:1788775929.646658:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775929.646660:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646662:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775929.646673:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751980700 x1875667198167552/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646679:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775929.646680:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775929.646682:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747feea00. 02000000:00000001:3.0:1788775929.646685:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775929.646686:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775929.646688:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:3.0:1788775929.646690:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775929.646691:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6dc00. 02000000:00000001:3.0:1788775929.646696:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775929.646698:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775929.646699:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751980700. 00000100:00000001:3.0:1788775929.646702:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775929.646703:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646705:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775929.646708:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751980a80 x1875667198167808/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646714:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775929.646716:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775929.646717:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f751373c00. 02000000:00000001:3.0:1788775929.646721:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775929.646722:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775929.646724:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:3.0:1788775929.646726:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775929.646727:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6d800. 02000000:00000001:3.0:1788775929.646729:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775929.646730:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775929.646732:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751980a80. 00000100:00000001:3.0:1788775929.646734:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775929.646735:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646737:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775929.646740:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751982680 x1875667198167424/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646747:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775929.646755:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775929.646756:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fee200. 02000000:00000001:3.0:1788775929.646758:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775929.646760:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775929.646761:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:3.0:1788775929.646763:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775929.646765:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6dd00. 02000000:00000001:3.0:1788775929.646767:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775929.646768:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775929.646769:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751982680. 00000100:00000001:3.0:1788775929.646772:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775929.646773:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646775:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775929.646778:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751983480 x1875667198167680/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775929.646785:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775929.646786:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775929.646787:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fef800. 02000000:00000001:3.0:1788775929.646789:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775929.646790:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775929.646792:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:3.0:1788775929.646793:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775929.646795:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f750a6da00. 02000000:00000001:3.0:1788775929.646797:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775929.646798:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775929.646799:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751983480. 00000100:00000001:3.0:1788775929.646801:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775929.646803:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646806:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775929.646816:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775929.646818:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775929.646821:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775929.646824:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775929.647258:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775929.647264:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775929.945346:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775929.945355:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775929.945363:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775929.945365:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775929.953461:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775929.953472:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775929.953478:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775930.969303:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295046932, at 4295046976 00000100:00000010:3.0:1788775930.969361:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7472f5600. 00000100:00000040:2.0:1788775930.969640:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295046932, at 4295046976 00000100:00000010:2.0:1788775930.969648:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7472f5060. 00010000:00000001:0.0:1788775930.969738:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775930.969742:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775930.969747:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775930.969748:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775930.969867:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775930.969871:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775930.969875:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775931.993149:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775931.993159:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775931.993164:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775931.993166:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775931.994004:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775931.994010:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775931.994052:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775933.019398:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775933.019410:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775933.019419:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775933.019420:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788775933.019590:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788775933.019595:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788775933.019599:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788775933.339731:0:10085:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788775933.339744:0:10085:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788775933.736213:0:10122:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788775933.736219:0:10122:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1788775933.742354:0:10122:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788775934.042250:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775934.042256:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775934.042262:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775934.042265:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775934.042267:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775934.042270:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775934.042273:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775934.042275:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775934.042277:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775934.042280:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775934.042948:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775934.042952:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775934.042956:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788775934.704311:0:10220:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788775934.704323:0:10220:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775934.748926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775934.748937:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775934.748947:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa5c00. 00000020:00000040:1.0:1788775934.748952:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:1.0:1788775934.748956:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775934.748959:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775934.748963:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775934.748971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554a8f00. 00000100:00000001:1.0:1788775934.748978:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775934.748990:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775934.749001:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775934.749006:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775934.749123:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b8c2696] to pc [ptlrpcd_00_01+1] req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775934.749159:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775934.749164:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775934.749166:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775934.749173:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775934.749181:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775934.749183:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775934.749186:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775934.749189:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775934.749192:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775934.749195:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198167936:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775934.749199:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775934.749205:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775934.749208:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775934.749211:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775934.749217:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f752abf400. 02000000:00000001:0.0:1788775934.749219:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775934.749238:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775934.749244:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d94d0. 00000400:00000010:0.0:1788775934.749252:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e5d8. 00000100:00000200:0.0:1788775934.749259:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198167936, portal 25 00000100:00000001:0.0:1788775934.749262:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775934.749263:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192420864 : -116585517130752 : ffff95f751aa5c00) 00000100:00000040:0.0:1788775934.749269:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775934.749297:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775934.749301:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775934.749304:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e550. 00000100:00000200:0.0:1788775934.749308:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198167936, offset 0 00000400:00000200:0.0:1788775934.749315:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775934.749324:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775934.749331:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775934.749335:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775934.749339:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775934.749343:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775934.749345:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775934.749349:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [158:158:256:4294967295] 192.168.202.107@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1788775934.749353:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775934.749362:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775934.749367:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775934.749372:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54800. 00000800:00000200:0.0:1788775934.749379:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775934.749387:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775934.749391:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788775934.749411:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775934.749416:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775934.749419:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295052047 00000100:00000010:0.0:1788775934.749423:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f755784960. 00000100:00000001:0.0:1788775934.749429:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788775934.749435:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295052047 00000100:00000010:0.0:1788775934.749439:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f755784d80. 00000100:00000001:0.0:1788775934.749442:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788775934.749444:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775934.749447:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775934.749457:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775934.749460:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788775934.749575:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775934.749588:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54800. 00000400:00000200:3.0:1788775934.749595:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775934.749600:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775934.749606:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e550 00000400:00000010:3.0:1788775934.749608:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e550. 00000100:00000001:3.0:1788775934.749612:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775934.749617:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.749626:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775934.749630:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.749637:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.749638:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788775934.750555:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775934.750570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775934.750575:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788775934.755072:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775934.755079:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788775934.755085:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775934.755087:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775934.755091:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775934.755094:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788775934.755309:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751983480. 00000020:00000040:3.0:1788775934.755316:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775934.755321:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775934.755325:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775934.755330:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775934.755337:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f748fff000. 00000100:00000001:3.0:1788775934.755344:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755356:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775934.755378:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775934.755382:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755388:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f44af9b] to pc [ptlrpcd_01_01+1] req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.755415:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775934.755422:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775934.755425:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751982680. 00000020:00000040:3.0:1788775934.755427:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775934.755430:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775934.755432:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775934.755433:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775934.755437:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f748ffff00. 00000100:00000001:3.0:1788775934.755440:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755444:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775934.755451:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775934.755452:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755456:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cabbc2e2] to pc [ptlrpcd_01_00+0] req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.755464:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775934.755469:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775934.755472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775934.755474:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775934.755477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775934.755485:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775934.755488:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751980a80. 00000020:00000040:3.0:1788775934.755490:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:3.0:1788775934.755492:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775934.755493:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775934.755495:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775934.755498:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f759547100. 00000100:00000001:3.0:1788775934.755501:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755505:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775934.755512:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775934.755513:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd601ac] to pc [ptlrpcd_01_01+1] req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.755522:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775934.755527:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775934.755529:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751980700. 00000020:00000040:3.0:1788775934.755531:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:3.0:1788775934.755533:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775934.755535:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775934.755536:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775934.755539:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f748e77400. 00000100:00000001:3.0:1788775934.755541:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755545:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775934.755552:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775934.755553:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755557:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ba95f0] to pc [ptlrpcd_01_00+0] req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.755575:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.755585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775934.755588:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775934.755591:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775934.755593:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775934.755598:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000800:00000001:2.0:1788775934.755651:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.755664:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775934.755667:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.755917:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.755925:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.755930:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775934.755939:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.755944:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.755949:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.755953:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd104b80 00000400:00000200:2.0:1788775934.755957:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.755963:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:2.0:1788775934.755971:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.755980:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.755983:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.755988:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775934.756002:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775934.756008:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775934.756050:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.756064:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775934.756073:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.756077:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775934.756131:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775934.756134:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775934.756140:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775934.756142:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775934.756145:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d94d0. 00000400:00000200:0.0:1788775934.756150:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e5d8 00000400:00000010:0.0:1788775934.756152:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e5d8. 00000100:00000001:0.0:1788775934.756155:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775934.756160:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775934.756169:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775934.756175:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775934.756176:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775934.756179:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775934.756182:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775934.756184:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775934.756186:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775934.756188:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775934.756195:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775934.756198:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775934.756201:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775934.756203:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775934.756206:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775934.756209:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775934.756212:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775934.756216:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775934.756234:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775934.756237:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775934.756239:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775934.756243:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775934.756251:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198167936:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775934.756256:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775934.756258:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775934.756261:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa5c00 x1875667198167936/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775934.756267:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775934.756270:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775934.756272:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f752abf400. 02000000:00000001:0.0:1788775934.756277:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775934.756280:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775934.756281:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775934.756284:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775934.756287:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554a8f00. 02000000:00000001:0.0:1788775934.756301:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775934.756303:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775934.756305:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa5c00. 00000100:00000001:0.0:1788775934.756308:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775934.756309:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775934.756312:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775934.756317:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775934.756319:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775934.756321:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775934.756323:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775934.756372:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775934.756375:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.756483:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.756486:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775934.756488:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775934.756494:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.756502:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775934.756504:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.756507:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775934.756510:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775934.756512:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775934.756515:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198168064:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775934.756519:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775934.756524:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775934.756527:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.756529:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775934.756534:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f743853000. 02000000:00000001:3.0:1788775934.756535:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775934.756541:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775934.756544:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341bb0. 00000400:00000010:3.0:1788775934.756549:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634770. 00000100:00000200:3.0:1788775934.756555:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198168064, portal 10 00000100:00000001:3.0:1788775934.756558:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775934.756559:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191231104 : -116585518320512 : ffff95f751983480) 00000100:00000040:3.0:1788775934.756573:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.756655:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775934.756658:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775934.756663:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634088. 00000100:00000200:3.0:1788775934.756667:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198168064, offset 0 00000400:00000200:3.0:1788775934.756740:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775934.756746:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.756752:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775934.756757:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775934.756761:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775934.756764:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775934.756767:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775934.756771:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [159:159:256:4294967295] 192.168.202.107@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1788775934.756775:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.756783:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775934.756789:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775934.756794:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759438600. 00000800:00000200:3.0:1788775934.756800:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775934.756807:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775934.756811:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759438600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775934.756922:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.756927:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 168321 usecs (169 jiffies) 00000400:00000200:3.0:1788775934.756931:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775934.756934:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295050932 00000100:00000001:3.0:1788775934.756937:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.756939:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295050932 00000100:00000001:3.0:1788775934.756941:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.756944:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.756952:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.756954:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775934.756959:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.756966:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775934.756968:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.756970:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775934.756972:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775934.756974:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775934.756977:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198168320:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775934.756980:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775934.756983:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775934.756984:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.756985:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775934.756989:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f743853600. 02000000:00000001:3.0:1788775934.756990:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775934.756993:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775934.756996:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483416e0. 00000400:00000010:3.0:1788775934.756999:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634440. 00000100:00000200:3.0:1788775934.757002:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198168320, portal 10 00000100:00000001:3.0:1788775934.757004:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775934.757005:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191220352 : -116585518331264 : ffff95f751980a80) 00000100:00000040:3.0:1788775934.757040:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.757046:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775934.757048:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775934.757051:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634dd0. 00000100:00000200:3.0:1788775934.757054:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198168320, offset 0 00000400:00000200:3.0:1788775934.757057:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775934.757061:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.757064:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775934.757067:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775934.757075:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775934.757077:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775934.757079:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775934.757082:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [160:160:255:4294967295] 192.168.202.107@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:3.0:1788775934.757086:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.757092:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775934.757097:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775934.757100:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759438900. 00000800:00000200:3.0:1788775934.757104:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775934.757108:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775934.757110:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759438900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775934.757113:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.757116:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 21451 usecs (22 jiffies) 00000400:00000200:3.0:1788775934.757119:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775934.757120:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295050785 00000100:00000001:3.0:1788775934.757122:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.757124:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295050785 00000100:00000001:3.0:1788775934.757126:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.757127:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.757129:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.757132:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.757133:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.757138:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775934.757141:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788775934.757143:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.757144:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775934.757146:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775934.757148:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788775934.757150:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.757151:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775934.757153:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.757160:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.757161:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775934.757163:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775934.757167:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.757173:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775934.757174:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.757176:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775934.757178:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775934.757179:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775934.757182:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198168192:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775934.757185:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775934.757187:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775934.757189:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.757190:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775934.757193:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f743853800. 02000000:00000001:3.0:1788775934.757194:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775934.757197:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775934.757200:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341318. 00000400:00000010:3.0:1788775934.757203:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634aa0. 00000100:00000200:3.0:1788775934.757205:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198168192, portal 10 00000100:00000001:3.0:1788775934.757207:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775934.757208:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191227520 : -116585518324096 : ffff95f751982680) 00000100:00000040:3.0:1788775934.757214:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.757220:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775934.757222:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775934.757224:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634ee0. 00000100:00000200:3.0:1788775934.757226:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198168192, offset 0 00000400:00000200:3.0:1788775934.757230:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775934.757234:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.757237:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775934.757240:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775934.757248:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775934.757250:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775934.757252:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775934.757255:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [161:161:254:4294967295] 192.168.202.107@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000200:3.0:1788775934.757260:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.757265:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775934.757269:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775934.757272:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759438200. 00000800:00000200:3.0:1788775934.757276:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775934.757281:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775934.757283:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759438200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775934.757286:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.757297:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 77502 usecs (78 jiffies) 00000400:00000200:3.0:1788775934.757301:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775934.757303:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295050841 00000100:00000001:3.0:1788775934.757305:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.757307:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295050841 00000100:00000001:3.0:1788775934.757309:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.757311:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.757313:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.757315:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775934.757319:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.757326:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775934.757328:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.757330:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775934.757332:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775934.757334:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775934.757337:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198168448:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775934.757347:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775934.757350:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775934.757351:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.757353:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775934.757357:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758bc4200. 02000000:00000001:3.0:1788775934.757359:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775934.757362:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775934.757365:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341c60. 00000400:00000010:3.0:1788775934.757368:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634cc0. 00000100:00000200:3.0:1788775934.757371:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198168448, portal 10 00000100:00000001:3.0:1788775934.757373:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775934.757374:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191219456 : -116585518332160 : ffff95f751980700) 00000100:00000040:3.0:1788775934.757379:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.757385:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775934.757387:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775934.757390:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634990. 00000100:00000200:3.0:1788775934.757392:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198168448, offset 0 00000400:00000200:3.0:1788775934.757396:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775934.757400:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.757403:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775934.757405:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775934.757408:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775934.757410:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775934.757412:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775934.757414:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [162:162:253:4294967295] 192.168.202.107@tcp LPNI seq info [162:162:5:4294967295] 00000400:00000200:3.0:1788775934.757418:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.757423:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775934.757428:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775934.757431:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759438e00. 00000800:00000200:3.0:1788775934.757434:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775934.757448:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775934.757451:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759438e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775934.757454:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.757456:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 23593 usecs (24 jiffies) 00000400:00000200:3.0:1788775934.757459:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775934.757461:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295050787 00000100:00000001:3.0:1788775934.757463:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.757465:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295050787 00000100:00000001:3.0:1788775934.757468:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295052047 00000100:00000001:3.0:1788775934.757469:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.757471:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.757474:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.757476:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.757490:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.757492:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775934.758099:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775934.758106:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759438600. 00000400:00000200:2.0:1788775934.758110:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.758116:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775934.758121:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634088 00000400:00000010:2.0:1788775934.758123:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634088. 00000100:00000001:2.0:1788775934.758127:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775934.758131:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758141:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775934.758144:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758151:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775934.758152:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775934.758163:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775934.758165:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759438900. 00000400:00000200:2.0:1788775934.758168:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.758171:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775934.758173:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634dd0 00000400:00000010:2.0:1788775934.758175:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634dd0. 00000100:00000001:2.0:1788775934.758177:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775934.758180:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758186:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775934.758197:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758204:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775934.758205:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775934.758215:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775934.758217:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759438200. 00000400:00000200:2.0:1788775934.758219:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.758222:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775934.758225:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634ee0 00000400:00000010:2.0:1788775934.758227:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634ee0. 00000100:00000001:2.0:1788775934.758229:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775934.758232:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758239:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775934.758241:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758246:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775934.758248:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775934.758624:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775934.758627:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759438e00. 00000400:00000200:2.0:1788775934.758631:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.758635:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775934.758638:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634990 00000400:00000010:2.0:1788775934.758639:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634990. 00000100:00000001:2.0:1788775934.758642:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775934.758645:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758652:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775934.758654:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.758659:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775934.758660:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788775934.774787:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.774803:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775934.774808:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.774810:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.774819:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774827:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775934.774836:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774852:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774858:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774862:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104c00 00000400:00000200:2.0:1788775934.774866:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774873:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:2.0:1788775934.774879:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.774884:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.774887:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.774891:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775934.774899:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775934.774908:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775934.774919:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.774935:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775934.774944:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.774948:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775934.774950:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.774952:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.774955:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774959:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775934.774963:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774966:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774968:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774971:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104d00 00000400:00000200:2.0:1788775934.774974:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.774988:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x92d [1] + 224 00000800:00000001:2.0:1788775934.774992:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.774996:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.774998:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.775001:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775934.775005:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775934.775009:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775934.775060:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.775067:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775934.775072:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.775076:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775934.775078:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.775080:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.775083:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.775087:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775934.775091:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.775093:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.775095:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.775098:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104c80 00000400:00000200:2.0:1788775934.775101:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775934.775104:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x93d [1] + 224 00000800:00000001:2.0:1788775934.775108:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.775114:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775934.775116:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775934.775119:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775934.775122:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775934.775125:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775934.775133:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775934.775146:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775934.775151:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775934.775155:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.775238:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.775243:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788775934.775250:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775934.775253:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775934.775256:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341318. 00000400:00000200:3.0:1788775934.775261:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634aa0 00000400:00000010:3.0:1788775934.775263:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634aa0. 00000100:00000001:3.0:1788775934.775267:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775934.775271:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775934.775281:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775296:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775934.775298:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.775301:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775934.775305:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775934.775307:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775934.775316:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.775319:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775934.775330:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775934.775334:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775934.775336:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775934.775338:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775934.775341:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775934.775347:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775934.775354:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.775357:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775934.775360:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:3.0:1788775934.775361:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775934.775363:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.775368:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775375:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.775378:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775934.775380:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775934.775384:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775934.775391:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198168192:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775934.775398:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775934.775400:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775934.775401:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341bb0. 00000400:00000200:3.0:1788775934.775404:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634770 00000400:00000010:3.0:1788775934.775405:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634770. 00000100:00000001:3.0:1788775934.775408:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775934.775411:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775934.775417:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775429:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775934.775430:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.775433:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775934.775435:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775934.775436:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775934.775437:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.775439:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775934.775444:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775934.775446:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775934.775448:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775934.775449:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775934.775451:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775934.775453:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.775455:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775934.775457:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:3.0:1788775934.775458:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775934.775460:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.775463:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775469:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.775471:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775934.775473:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775934.775475:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775934.775481:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198168064:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775934.775486:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775934.775488:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775934.775489:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483416e0. 00000400:00000200:3.0:1788775934.775491:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634440 00000400:00000010:3.0:1788775934.775492:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634440. 00000100:00000001:3.0:1788775934.775494:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775934.775497:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775934.775509:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775514:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775934.775516:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.775517:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775934.775519:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775934.775520:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775934.775521:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.775523:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775934.775527:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775934.775529:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775934.775532:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775934.775533:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775934.775535:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775934.775537:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.775540:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775934.775541:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775934.775542:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775934.775544:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.775547:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775553:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.775555:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775934.775556:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775934.775560:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775934.775568:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198168320:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775934.775572:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.775574:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775934.775577:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751982680 x1875667198168192/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775595:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775934.775597:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775934.775601:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f743853800. 02000000:00000001:3.0:1788775934.775605:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775934.775607:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775934.775609:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:3.0:1788775934.775611:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775934.775614:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f748ffff00. 02000000:00000001:3.0:1788775934.775618:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775934.775619:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775934.775621:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751982680. 00000100:00000001:3.0:1788775934.775624:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775934.775626:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.775627:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775934.775631:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751983480 x1875667198168064/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775636:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775934.775638:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775934.775639:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f743853000. 02000000:00000001:3.0:1788775934.775641:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775934.775642:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775934.775643:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:3.0:1788775934.775645:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775934.775646:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f748fff000. 02000000:00000001:3.0:1788775934.775648:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775934.775650:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775934.775651:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751983480. 00000100:00000001:3.0:1788775934.775654:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775934.775656:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.775657:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775934.775660:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751980a80 x1875667198168320/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.775666:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775934.775667:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775934.775687:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f743853600. 02000000:00000001:3.0:1788775934.775689:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775934.775691:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775934.775692:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:3.0:1788775934.775694:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775934.775696:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f759547100. 02000000:00000001:3.0:1788775934.775698:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775934.775699:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775934.775701:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751980a80. 00000100:00000001:3.0:1788775934.775703:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775934.775705:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.775707:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.775709:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.775710:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775934.775712:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.775713:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788775934.790593:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775934.790611:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775934.790615:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775934.790617:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775934.790627:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.790635:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775934.790644:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.790649:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.790654:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.790659:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd104d80 00000400:00000200:3.0:1788775934.790664:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775934.790670:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x94d [1] + 224 00000800:00000001:3.0:1788775934.790689:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775934.790742:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775934.790746:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775934.790750:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775934.790759:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775934.790768:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775934.790792:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.790807:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775934.790816:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775934.790820:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.790833:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.790837:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788775934.791140:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775934.791143:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775934.791146:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341c60. 00000400:00000200:3.0:1788775934.791150:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634cc0 00000400:00000010:3.0:1788775934.791152:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634cc0. 00000100:00000001:3.0:1788775934.791155:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775934.791160:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775934.791169:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.791175:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775934.791177:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.791180:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775934.791183:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775934.791186:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775934.791188:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775934.791190:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775934.791199:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775934.791203:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775934.791206:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775934.791207:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775934.791210:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788775934.791215:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788775934.791222:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.791233:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775934.791235:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775934.791237:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775934.791238:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775934.791243:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.791250:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775934.791253:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775934.791255:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775934.791258:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775934.791265:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198168448:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775934.791269:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.791272:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775934.791275:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751980700 x1875667198168448/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775934.791282:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775934.791284:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775934.791296:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758bc4200. 02000000:00000001:3.0:1788775934.791300:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775934.791303:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775934.791304:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:3.0:1788775934.791307:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775934.791309:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f748e77400. 02000000:00000001:3.0:1788775934.791314:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775934.791316:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775934.791318:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751980700. 00000100:00000001:3.0:1788775934.791322:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775934.791323:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.791326:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775934.791333:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775934.791336:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775934.791344:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775934.791346:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775935.068003:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775935.068011:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775935.068031:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775935.068032:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775935.068075:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775935.068077:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775935.068080:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775936.089148:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295052047, at 4295052096 00000100:00000010:3.0:1788775936.089162:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f755784d80. 00000100:00000040:2.0:1788775936.089265:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295052047, at 4295052096 00000100:00000010:2.0:1788775936.089272:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f755784960. 00010000:00000001:0.0:1788775936.089393:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775936.089400:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775936.089405:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775936.089414:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775936.089489:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775936.089492:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775936.089495:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1788775936.423600:0:10284:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff95f7557cce70. 00000400:00000040:0.0:1788775936.423627:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1788775936.423629:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1788775936.423646:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1788775936.423648:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1788775936.423650:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1788775936.423651:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1788775936.423653:0:10284:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1788775936.423736:0:10284:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff95f7557cce70. 00010000:00000001:0.0:1788775937.113862:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775937.113871:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775937.113873:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775937.113877:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.113881:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775937.113884:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.113886:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.113888:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.113893:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775937.113894:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775937.113964:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.113968:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.113970:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788775937.508305:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775937.508324:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775937.508328:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775937.508330:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775937.508340:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775937.508347:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775937.508358:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775937.508362:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775937.508366:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775937.508370:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 328 into portal 15 MB=0x6a9e8ce61a080 00000400:00000200:2.0:1788775937.508378:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.107@tcp of length 328/328 into md 0x5 [2] + 984 00000800:00000001:2.0:1788775937.508384:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775937.508396:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775937.508399:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775937.508404:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775937.508411:0:2395:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788775937.508413:0:2395:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788775937.508419:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f75193f800. 00000100:00000040:2.0:1788775937.508423:0:2395:0:(events.c:337:request_in_callback()) incoming req@ffff95f75193f800 x1875667220275328 msgsize 328 00000100:00100000:2.0:1788775937.508427:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.107@tcp (source: 12345-192.168.202.107@tcp) 00000100:00000001:2.0:1788775937.508445:0:2395:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788775937.508454:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775937.508457:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775937.508695:0:6167:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788775937.508699:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667220275328 02000000:00000001:3.0:1788775937.508702:0:6167:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788775937.508704:0:6167:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775937.508706:0:6167:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775937.508711:0:6167:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775937.508715:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667220275328 00000020:00000001:3.0:1788775937.508719:0:6167:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788775937.508720:0:6167:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa0a2648e8e7f65ec 00000020:00000001:3.0:1788775937.508723:0:6167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788775937.508726:0:6167:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95f7482d1000 refcount=3 00000020:00000001:3.0:1788775937.508729:0:6167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627488033214464 : -116585676337152 : ffff95f7482d1000) 00000020:00000001:3.0:1788775937.508731:0:6167:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627488033214464 : -116585676337152 : ffff95f7482d1000) 00000100:00000001:3.0:1788775937.508735:0:6167:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788775937.508741:0:6167:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95f742569f00. 00000100:00000001:3.0:1788775937.508744:0:6167:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788775937.508748:0:6167:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff95f742569f00. 00000020:00000010:3.0:1788775937.508755:0:6167:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95f75964a000. 00000020:00000010:3.0:1788775937.508761:0:6167:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95f747c49780. 00000020:00000010:3.0:1788775937.508765:0:6167:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95f7603ace10. 00000100:00000040:3.0:1788775937.508774:0:6167:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788775937.508777:0:6167:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788775937.508779:0:6167:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788775937.508781:0:6167:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775937.508788:0:6167:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775937.508800:0:6167:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775937.508811:0:6167:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788775937.508813:0:6167:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788775937.508832:0:6167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.107@tcp, seq: 3 00000100:00000040:3.0:1788775937.508836:0:6167:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff95f7482d1000 : new rpc_count 1 00000100:00000001:3.0:1788775937.508838:0:6167:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446627488190953472 : -116585518598144 : ffff95f75193f800) 00000100:00000040:3.0:1788775937.508847:0:6167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95f75193f800 x1875667220275328/t0(0) o104->55d4a82f-5760-4105-ad50-90b7959b3adf@192.168.202.107@tcp:503/0 lens 328/0 e 0 to 0 dl 1788775948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775937.508856:0:6167:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788775937.508859:0:6167:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95f742569f00. 00000100:00000001:3.0:1788775937.508861:0:6167:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788775937.508863:0:6167:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff95f742569f00. 00000100:00100000:3.0:1788775937.508867:0:6167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95f75193f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:13387:x1875667220275328:12345-192.168.202.107@tcp:104: 00000100:00000200:3.0:1788775937.508871:0:6167:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667220275328 00010000:00000001:3.0:1788775937.508873:0:6167:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788775937.508881:0:6167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788775937.508883:0:6167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788775937.508886:0:6167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f740030200 refcount=2 00000020:00000001:3.0:1788775937.508888:0:6167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627487896240640 : -116585813310976 : ffff95f740030200) 00010000:00000001:3.0:1788775937.508890:0:6167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627487896240640 : -116585813310976 : ffff95f740030200) 00010000:00000001:3.0:1788775937.508894:0:6167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788775937.508897:0:6167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775937.508901:0:6167:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788775937.508912:0:6167:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788775937.508914:0:6167:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788775937.508919:0:6167:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95f745e20000. 02000000:00000001:3.0:1788775937.508922:0:6167:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775937.508924:0:6167:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775937.508928:0:6167:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788775937.508930:0:6167:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775937.508933:0:6167:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f752f7c5e8 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775937.508937:0:6167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788775937.508945:0:6167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95f7432ed400 refcount 28 to 192.168.202.107@tcp 00000100:00000001:3.0:1788775937.508947:0:6167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627487949444096 : -116585760107520 : ffff95f7432ed400) 02000000:00000001:3.0:1788775937.508950:0:6167:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788775937.508953:0:6167:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775937.508956:0:6167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775937.508959:0:6167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775937.508964:0:6167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634cc0. 00000100:00000200:3.0:1788775937.508969:0:6167:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667220275328, offset 224 00000400:00000200:3.0:1788775937.508976:0:6167:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775937.508982:0:6167:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.508989:0:6167:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.7@tcp to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775937.508995:0:6167:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [163:163:256:4294967295] 192.168.202.107@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1788775937.509000:0:6167:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.509008:0:6167:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:192.168.202.7@tcp) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775937.509050:0:6167:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775937.509056:0:6167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759438800. 00000800:00000200:3.0:1788775937.509062:0:6167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775937.509070:0:6167:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775937.509074:0:6167:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759438800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775937.509086:0:6167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775937.509089:0:6167:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff95f7432ed400 refcount 27 to 192.168.202.107@tcp 00010000:00000001:3.0:1788775937.509092:0:6167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788775937.509096:0:6167:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95f751979600. 00010000:00000001:3.0:1788775937.509099:0:6167:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788775937.509118:0:6167:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788775937.509121:0:6167:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775937.509122:0:6167:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775937.509124:0:6167:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775937.509129:0:6167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f75193f800 x1875667220275328/t0(0) o104->55d4a82f-5760-4105-ad50-90b7959b3adf@192.168.202.107@tcp:503/0 lens 328/224 e 0 to 0 dl 1788775948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788775937.509138:0:6167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95f75193f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:13387:x1875667220275328:12345-192.168.202.107@tcp:104: Request processed in 280us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1788775937.509150:0:6167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.107@tcp, seq: 3 00000100:00000040:3.0:1788775937.509154:0:6167:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95f7482d1000 : new rpc_count 0 00000100:00000001:3.0:1788775937.509156:0:6167:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788775937.509158:0:6167:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788775937.509163:0:6167:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95f747c49780. 00000020:00000010:3.0:1788775937.509166:0:6167:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95f7603ace10. 00000020:00000010:3.0:1788775937.509170:0:6167:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95f75964a000. 00000020:00000040:3.0:1788775937.509175:0:6167:0:(genops.c:879:class_export_put()) PUTting export ffff95f7482d1000 : new refcount 2 00000100:00000001:3.0:1788775937.509178:0:6167:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788775937.509282:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775937.509286:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759438800. 00000400:00000200:3.0:1788775937.509289:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775937.509294:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775937.509298:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634cc0 00000400:00000010:3.0:1788775937.509300:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634cc0. 00000100:00000001:3.0:1788775937.509303:0:2396:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788775937.509305:0:2396:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788775937.509424:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.509427:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.509430:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788775937.509433:0:6175:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788775937.509434:0:6175:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788775937.509438:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775937.509457:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95f740030200 already unused, calling callback (ffffffffc1314c20) 10000000:00000001:0.0:1788775937.509461:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788775937.509464:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775937.509470:0:6175:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788775937.509471:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788775937.509473:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788775937.509475:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f740030200 refcount=3 00000020:00000001:0.0:1788775937.509476:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627487896240640 : -116585813310976 : ffff95f740030200) 00010000:00000001:0.0:1788775937.509478:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627487896240640 : -116585813310976 : ffff95f740030200) 00010000:00000001:0.0:1788775937.509481:0:6175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788775937.509484:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788775937.509490:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788775937.509492:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775937.509498:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1788775937.509501:0:6175:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788775937.509502:0:6175:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1788775937.509504:0:6175:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788775937.509505:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788775937.509507:0:6175:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775937.509532:0:6175:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788775937.509534:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788775937.509536:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff95f743e6d200) refs 2 10000000:00000001:0.0:1788775937.509538:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788775937.509539:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.509542:0:6175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788775937.509544:0:6175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788775937.509551:0:6175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788775937.509553:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788775937.509555:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788775937.509558:0:6175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95f740030200 with handle 0xa0a2648e8e7f66b7 from hash 00010000:00000001:0.0:1788775937.509561:0:6175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788775937.509562:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775937.509564:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775937.509565:0:6175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788775937.509567:0:6175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788775937.509568:0:6175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788775937.509571:0:6175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788775937.509574:0:6175:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788775937.509580:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f7506e2a00. 00000020:00000040:0.0:1788775937.509583:0:6175:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:0.0:1788775937.509588:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788775937.509590:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788775937.509594:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788775937.509601:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f758464600. 00000100:00000001:0.0:1788775937.509605:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.509608:0:6175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788775937.509612:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775937.509618:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788775937.509619:0:6175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.509623:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788775937.509627:0:6175:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775937.509634:0:6175:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a278c32d] to pc [ptlrpcd_00_00+0] req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788775937.509660:0:6175:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788775937.509663:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775937.509664:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775937.509665:0:6175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.509667:0:6175:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775937.509669:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.509677:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775937.509683:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788775937.509686:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff95f740030200/0xa0a2648e8e7f66b7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f8813 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775937.509699:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775937.509700:0:6175:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788775937.509702:0:6175:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95f751979600. 00010000:00000001:0.0:1788775937.509705:0:6175:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775937.509707:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.509708:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.509710:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788775937.509711:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.509712:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.509713:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788775937.509715:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.509716:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.509718:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788775937.509725:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788775937.509728:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788775937.509730:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.509736:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775937.509739:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.509740:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775937.509742:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775937.509745:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775937.509751:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775937.509759:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775937.509761:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775937.509765:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775937.509767:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775937.509770:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775937.509776:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788775937.509779:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198168576:192.168.202.107@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788775937.509779:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775937.509783:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775937.509788:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775937.509791:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775937.509793:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775937.509797:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f758464c00. 02000000:00000001:0.0:1788775937.509800:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775937.509806:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775937.509809:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d94d0. 00000400:00000010:0.0:1788775937.509815:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e5d8. 00000100:00000200:0.0:1788775937.509820:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198168576, portal 18 00000100:00000001:0.0:1788775937.509823:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775937.509824:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171698688 : -116585537852928 : ffff95f7506e2a00) 00000100:00000040:0.0:1788775937.509830:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775937.509837:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775937.509840:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775937.509842:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e198. 00000100:00000200:0.0:1788775937.509846:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667198168576, offset 0 00000400:00000200:0.0:1788775937.509851:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775937.509857:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775937.509861:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775937.509867:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775937.509871:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775937.509875:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775937.509879:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775937.509881:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [164:164:256:4294967295] 192.168.202.107@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1788775937.509886:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775937.509892:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775937.509897:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775937.509900:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54e00. 00000800:00000200:0.0:1788775937.509905:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775937.509916:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775937.509919:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788775937.509936:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775937.509940:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775937.509943:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295054807 00000100:00000010:0.0:1788775937.509947:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f755784f00. 00000100:00000001:0.0:1788775937.509953:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788775937.509958:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295054807 00000100:00000010:0.0:1788775937.509961:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f755784a80. 00000100:00000001:0.0:1788775937.509964:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788775937.509966:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775937.509969:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775937.509972:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775937.509974:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775937.510168:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775937.510172:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54e00. 00000400:00000200:2.0:1788775937.510176:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775937.510180:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775937.510189:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e198 00000400:00000010:2.0:1788775937.510191:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e198. 00000100:00000001:2.0:1788775937.510195:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775937.510199:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775937.510209:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775937.510212:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775937.510219:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775937.510220:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775937.513483:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.513499:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775937.513503:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.513505:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775937.513513:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.513520:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775937.513529:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.513534:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.513539:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.513543:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 328 into portal 15 MB=0x6a9e8ce61a300 00000400:00000200:3.0:1788775937.513551:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.107@tcp of length 328/328 into md 0x5 [2] + 1312 00000800:00000001:3.0:1788775937.513558:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.513565:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775937.513568:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775937.513572:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775937.513593:0:2396:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788775937.513595:0:2396:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788775937.513600:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751980700. 00000100:00000040:3.0:1788775937.513604:0:2396:0:(events.c:337:request_in_callback()) incoming req@ffff95f751980700 x1875667220275968 msgsize 328 00000100:00100000:3.0:1788775937.513608:0:2396:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.107@tcp (source: 12345-192.168.202.107@tcp) 00000100:00000001:3.0:1788775937.513628:0:2396:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788775937.513637:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.513640:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775937.513918:0:6167:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788775937.513921:0:6167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875667220275968 02000000:00000001:2.0:1788775937.513924:0:6167:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788775937.513926:0:6167:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775937.513928:0:6167:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775937.513933:0:6167:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775937.513937:0:6167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875667220275968 00000020:00000001:2.0:1788775937.513941:0:6167:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788775937.513942:0:6167:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa0a2648e8e7f65ec 00000020:00000001:2.0:1788775937.513945:0:6167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788775937.513948:0:6167:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95f7482d1000 refcount=3 00000020:00000001:2.0:1788775937.513950:0:6167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627488033214464 : -116585676337152 : ffff95f7482d1000) 00000020:00000001:2.0:1788775937.513952:0:6167:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627488033214464 : -116585676337152 : ffff95f7482d1000) 00000100:00000001:2.0:1788775937.513956:0:6167:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788775937.513962:0:6167:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95f758455300. 00000100:00000001:2.0:1788775937.513964:0:6167:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788775937.513967:0:6167:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff95f758455300. 00000020:00000010:2.0:1788775937.513974:0:6167:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95f760efcc00. 00000020:00000010:2.0:1788775937.513979:0:6167:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95f752655280. 00000020:00000010:2.0:1788775937.513984:0:6167:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95f75098f190. 00000100:00000040:2.0:1788775937.513992:0:6167:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788775937.513995:0:6167:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788775937.513997:0:6167:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788775937.513999:0:6167:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775937.514048:0:6167:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775937.514059:0:6167:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775937.514070:0:6167:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788775937.514072:0:6167:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788775937.514078:0:6167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.107@tcp, seq: 4 00000100:00000040:2.0:1788775937.514081:0:6167:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff95f7482d1000 : new rpc_count 1 00000100:00000001:2.0:1788775937.514084:0:6167:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446627488191219456 : -116585518332160 : ffff95f751980700) 00000100:00000040:2.0:1788775937.514091:0:6167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95f751980700 x1875667220275968/t0(0) o104->55d4a82f-5760-4105-ad50-90b7959b3adf@192.168.202.107@tcp:503/0 lens 328/0 e 0 to 0 dl 1788775948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788775937.514100:0:6167:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788775937.514103:0:6167:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95f758455300. 00000100:00000001:2.0:1788775937.514105:0:6167:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788775937.514107:0:6167:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff95f758455300. 00000100:00100000:2.0:1788775937.514111:0:6167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95f751980700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:13387:x1875667220275968:12345-192.168.202.107@tcp:104: 00000100:00000200:2.0:1788775937.514115:0:6167:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875667220275968 00010000:00000001:2.0:1788775937.514117:0:6167:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788775937.514123:0:6167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788775937.514125:0:6167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788775937.514127:0:6167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f7413fdc00 refcount=2 00000020:00000001:2.0:1788775937.514129:0:6167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627487917005824 : -116585792545792 : ffff95f7413fdc00) 00010000:00000001:2.0:1788775937.514132:0:6167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627487917005824 : -116585792545792 : ffff95f7413fdc00) 00010000:00000001:2.0:1788775937.514135:0:6167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788775937.514138:0:6167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775937.514143:0:6167:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788775937.514152:0:6167:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788775937.514154:0:6167:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788775937.514158:0:6167:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95f7469fb800. 02000000:00000001:2.0:1788775937.514161:0:6167:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775937.514163:0:6167:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775937.514174:0:6167:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788775937.514176:0:6167:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775937.514180:0:6167:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f752f7c5e8 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775937.514184:0:6167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788775937.514187:0:6167:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95f7432ed400 refcount 28 to 192.168.202.107@tcp 00000100:00000001:2.0:1788775937.514189:0:6167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627487949444096 : -116585760107520 : ffff95f7432ed400) 02000000:00000001:2.0:1788775937.514192:0:6167:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788775937.514194:0:6167:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775937.514197:0:6167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788775937.514200:0:6167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775937.514204:0:6167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a088. 00000100:00000200:2.0:1788775937.514209:0:6167:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875667220275968, offset 224 00000400:00000200:2.0:1788775937.514215:0:6167:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775937.514223:0:6167:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775937.514229:0:6167:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.7@tcp to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775937.514236:0:6167:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [165:165:256:4294967295] 192.168.202.107@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1788775937.514240:0:6167:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775937.514247:0:6167:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:192.168.202.7@tcp) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775937.514253:0:6167:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775937.514258:0:6167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f748f2ad00. 00000800:00000200:2.0:1788775937.514280:0:6167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775937.514288:0:6167:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775937.514293:0:6167:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f748f2ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775937.514305:0:6167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775937.514308:0:6167:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff95f7432ed400 refcount 27 to 192.168.202.107@tcp 00010000:00000001:2.0:1788775937.514311:0:6167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788775937.514315:0:6167:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95f75092c780. 00010000:00000001:2.0:1788775937.514318:0:6167:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788775937.514328:0:6167:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788775937.514331:0:6167:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775937.514332:0:6167:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775937.514334:0:6167:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775937.514345:0:6167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751980700 x1875667220275968/t0(0) o104->55d4a82f-5760-4105-ad50-90b7959b3adf@192.168.202.107@tcp:503/0 lens 328/224 e 0 to 0 dl 1788775948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788775937.514354:0:6167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95f751980700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:55d4a82f-5760-4105-ad50-90b7959b3adf+3:13387:x1875667220275968:12345-192.168.202.107@tcp:104: Request processed in 252us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1788775937.514360:0:6167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.107@tcp, seq: 4 00000100:00000040:2.0:1788775937.514363:0:6167:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95f7482d1000 : new rpc_count 0 00000100:00000001:2.0:1788775937.514366:0:6167:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788775937.514367:0:6167:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788775937.514372:0:6167:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95f752655280. 00000020:00000010:2.0:1788775937.514376:0:6167:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95f75098f190. 00000020:00000010:2.0:1788775937.514379:0:6167:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95f760efcc00. 00000020:00000040:2.0:1788775937.514384:0:6167:0:(genops.c:879:class_export_put()) PUTting export ffff95f7482d1000 : new refcount 2 00000100:00000001:2.0:1788775937.514386:0:6167:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788775937.514484:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775937.514488:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f748f2ad00. 00000400:00000200:2.0:1788775937.514491:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775937.514495:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775937.514500:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a088 00000400:00000010:2.0:1788775937.514502:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a088. 00000100:00000001:2.0:1788775937.514506:0:2395:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788775937.514508:0:2395:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788775937.514598:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.514602:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.514604:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788775937.514607:0:6176:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788775937.514609:0:6176:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788775937.514613:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775937.514620:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95f7413fdc00 already unused, calling callback (ffffffffc1314c20) 10000000:00000001:0.0:1788775937.514623:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788775937.514625:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775937.514631:0:6176:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788775937.514633:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788775937.514634:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788775937.514636:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f7413fdc00 refcount=3 00000020:00000001:0.0:1788775937.514638:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627487917005824 : -116585792545792 : ffff95f7413fdc00) 00010000:00000001:0.0:1788775937.514640:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627487917005824 : -116585792545792 : ffff95f7413fdc00) 00010000:00000001:0.0:1788775937.514649:0:6176:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788775937.514651:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788775937.514657:0:6176:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788775937.514659:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788775937.514664:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1788775937.514668:0:6176:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788775937.514669:0:6176:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1788775937.514671:0:6176:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788775937.514673:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788775937.514674:0:6176:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775937.514691:0:6176:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788775937.514693:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788775937.514694:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff95f7597f5000) refs 2 10000000:00000001:0.0:1788775937.514696:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788775937.514698:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.514700:0:6176:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788775937.514703:0:6176:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788775937.514704:0:6176:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788775937.514706:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788775937.514708:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788775937.514711:0:6176:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95f7413fdc00 with handle 0xa0a2648e8e7f6678 from hash 00010000:00000001:0.0:1788775937.514713:0:6176:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788775937.514715:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775937.514716:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775937.514718:0:6176:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788775937.514719:0:6176:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788775937.514721:0:6176:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788775937.514724:0:6176:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788775937.514727:0:6176:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788775937.514733:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f7506e2d80. 00000020:00000040:0.0:1788775937.514737:0:6176:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=5 obd=MGC192.168.202.107@tcp 00000100:00000001:0.0:1788775937.514742:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788775937.514750:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788775937.514754:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788775937.514760:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f758464800. 00000100:00000001:0.0:1788775937.514766:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.514768:0:6176:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788775937.514773:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775937.514779:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788775937.514780:0:6176:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.514784:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788775937.514789:0:6176:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775937.514796:0:6176:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e9ee9b3] to pc [ptlrpcd_00_01+1] req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788775937.514824:0:6176:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788775937.514827:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775937.514828:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775937.514829:0:6176:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.514831:0:6176:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775937.514833:0:6176:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.514836:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775937.514840:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788775937.514843:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.107@tcp lock: ffff95f7413fdc00/0xa0a2648e8e7f6678 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7fd1a3e8168f87c6 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788775937.514850:0:6176:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff95f759681800 count: 0 00010000:00000001:0.0:1788775937.514862:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775937.514863:0:6176:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788775937.514865:0:6176:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95f75092c780. 00010000:00000001:0.0:1788775937.514869:0:6176:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775937.514871:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.514872:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.514874:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788775937.514881:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.514882:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.514884:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788775937.514885:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775937.514886:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775937.514888:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788775937.514901:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788775937.514905:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788775937.514908:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775937.514913:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775937.514915:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775937.514917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775937.514919:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775937.514921:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775937.514928:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775937.514935:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775937.514937:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775937.514941:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775937.514943:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775937.514946:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775937.514949:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198168704:192.168.202.107@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788775937.514953:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775937.514958:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775937.514961:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775937.514963:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775937.514967:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c4e00. 02000000:00000001:1.0:1788775937.514969:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775937.514974:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775937.514978:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b2c0. 00000400:00000010:1.0:1788775937.514983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8a18. 00000100:00000200:1.0:1788775937.514989:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198168704, portal 18 00000100:00000001:1.0:1788775937.514991:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775937.514993:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171699584 : -116585537852032 : ffff95f7506e2d80) 00000100:00000040:1.0:1788775937.514998:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775937.515011:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775937.515048:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775937.515052:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8d48. 00000100:00000200:1.0:1788775937.515056:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875667198168704, offset 0 00000400:00000200:1.0:1788775937.515061:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775937.515066:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775937.515071:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775937.515077:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775937.515081:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775937.515084:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788775937.515087:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788775937.515087:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000100:00000001:0.0:1788775937.515089:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788775937.515091:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [166:166:256:4294967295] 192.168.202.107@tcp LPNI seq info [166:166:8:4294967295] 00000100:00000001:0.0:1788775937.515092:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775937.515094:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775937.515095:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775937.515102:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775937.515107:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775937.515112:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8800. 00000800:00000200:1.0:1788775937.515117:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775937.515122:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775937.515125:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788775937.515134:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775937.515137:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775937.515139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295054813 00000100:00000001:1.0:1788775937.515146:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295054807 00000100:00000001:1.0:1788775937.515150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295054813 00000100:00000001:1.0:1788775937.515154:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295054807 00000100:00000001:1.0:1788775937.515156:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775937.515159:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775937.515162:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775937.515164:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775937.515333:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775937.515336:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8800. 00000400:00000200:2.0:1788775937.515340:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775937.515344:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775937.515348:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8d48 00000400:00000010:2.0:1788775937.515350:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8d48. 00000100:00000001:2.0:1788775937.515353:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775937.515357:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775937.515366:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775937.515370:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775937.515382:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775937.515384:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775937.522134:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.522150:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775937.522154:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.522156:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775937.522166:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522174:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775937.522195:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522200:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522207:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522210:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 18 MB=0x6a9e8cd104e00 00000400:00000200:3.0:1788775937.522214:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522220:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.107@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:3.0:1788775937.522227:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.522230:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775937.522234:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775937.522238:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775937.522246:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775937.522254:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775937.522275:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775937.522291:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775937.522299:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.522303:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775937.522305:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.522317:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775937.522321:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522324:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775937.522328:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522330:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522332:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522335:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 18 MB=0x6a9e8cd104e80 00000400:00000200:3.0:1788775937.522338:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775937.522342:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.107@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:3.0:1788775937.522346:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.522350:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775937.522352:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775937.522355:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775937.522357:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775937.522361:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775937.522369:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775937.522389:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775937.522394:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775937.522396:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775937.522463:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775937.522468:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788775937.522475:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775937.522477:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775937.522481:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b2c0. 00000400:00000200:1.0:1788775937.522485:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8a18 00000400:00000010:1.0:1788775937.522487:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8a18. 00000100:00000001:1.0:1788775937.522490:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775937.522495:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775937.522503:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775937.522509:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775937.522510:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775937.522513:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775937.522516:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775937.522528:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775937.522530:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775937.522533:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775937.522540:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7606984a8 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775937.522544:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=100 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775937.522547:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775937.522548:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775937.522551:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775937.522554:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775937.522556:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775937.522561:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775937.522568:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775937.522570:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775937.522573:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775937.522576:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775937.522585:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198168704:192.168.202.107@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788775937.522596:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775937.522599:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775937.522604:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f7506e2d80 x1875667198168704/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775937.522610:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775937.522612:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775937.522615:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c4e00. 02000000:00000001:1.0:1788775937.522618:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775937.522621:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775937.522623:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000020:00000001:1.0:1788775937.522624:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775937.522627:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f758464800. 02000000:00000001:1.0:1788775937.522631:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775937.522633:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775937.522634:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f7506e2d80. 00000100:00000001:1.0:1788775937.522638:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775937.522639:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775937.522641:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775937.522658:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775937.522660:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775937.522662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775937.522665:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775937.523045:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775937.523048:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775937.523052:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775937.523055:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775937.523057:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d94d0. 00000400:00000200:0.0:1788775937.523061:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e5d8 00000400:00000010:0.0:1788775937.523063:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e5d8. 00000100:00000001:0.0:1788775937.523066:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775937.523071:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775937.523080:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775937.523087:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775937.523088:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.523090:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775937.523092:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775937.523093:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775937.523095:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775937.523097:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775937.523101:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7606984a8 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775937.523104:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775937.523106:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775937.523108:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775937.523109:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775937.523110:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775937.523112:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775937.523116:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775937.523129:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775937.523132:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775937.523133:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775937.523141:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775937.523148:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2402:1875667198168576:192.168.202.107@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788775937.523152:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.523154:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775937.523157:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f7506e2a00 x1875667198168576/t0(0) o103->MGC192.168.202.107@tcp@192.168.202.107@tcp:17/18 lens 328/224 e 0 to 0 dl 1788775953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775937.523162:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775937.523164:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775937.523166:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f758464c00. 02000000:00000001:0.0:1788775937.523168:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775937.523170:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775937.523171:0:2402:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775937.523172:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775937.523174:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f758464600. 02000000:00000001:0.0:1788775937.523176:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775937.523177:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775937.523178:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f7506e2a00. 00000100:00000001:0.0:1788775937.523181:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775937.523182:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.523183:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775937.523188:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775937.523189:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775937.523191:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775937.523193:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1788775937.527082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95f740030200. 00010000:00000010:0.1:1788775937.532040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95f759681800. 00010000:00000010:0.1:1788775937.532055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95f7413fdc00. 00000400:00000001:0.0:1788775938.072763:0:10363:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1788775938.141572:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775938.141579:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775938.141584:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775938.141585:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775938.141618:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775938.141620:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775938.141623:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788775938.841139:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295054813, at 4295054848 00000100:00000040:3.0:1788775938.841139:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295054813, at 4295054848 00000100:00000010:2.0:1788775938.841153:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f755784f00. 00000100:00000010:3.0:1788775938.841154:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f755784a80. 10000000:00000001:1.0:1788775939.099347:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788775939.099357:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff95f743e6d200) refs 2 10000000:00000001:1.0:1788775939.099362:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788775939.099364:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788775939.099365:0:6178:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1788775939.099367:0:6178:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788775939.099370:0:6178:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788775939.099371:0:6178:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788775939.099374:0:6178:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95f750935000 from 7 10000000:00000001:1.0:1788775939.099376:0:6178:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788775939.099378:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788775939.099389:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6300. 00000020:00000040:1.0:1788775939.099394:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:1.0:1788775939.099399:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.099427:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.099432:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.099439:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f7472c4200. 00000100:00000001:1.0:1788775939.099446:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775939.099452:0:6178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788775939.099454:0:6178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788775939.099461:0:6178:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95f751a79100. 00010000:00000001:1.0:1788775939.099466:0:6178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788775939.099469:0:6178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95f760f62400. 00000020:00000001:1.0:1788775939.099473:0:6178:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788775939.099477:0:6178:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95f760f62400 with handle 0xa0a2648e8e7f66e8 to hash 00000020:00000001:1.0:1788775939.099479:0:6178:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788775939.099480:0:6178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000001:1.0:1788775939.099483:0:6178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000001:1.0:1788775939.099487:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788775939.099491:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788775939.099495:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775939.099504:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788775939.099514:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788775939.099520:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788775939.099522:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788775939.099528:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95f743f57840. 00000100:00000001:1.0:1788775939.099531:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627487962462272 : -116585747089344 : ffff95f743f57840) 00000100:00000001:1.0:1788775939.099533:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775939.099534:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000001:1.0:1788775939.099539:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.099543:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.099546:0:6178:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788775939.099553:0:6178:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775939.099563:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.099572:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775939.099574:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.099578:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775939.099581:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775939.099583:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775939.099587:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198168832:192.168.202.107@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788775939.099591:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775939.099597:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775939.099599:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.099602:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775939.099607:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95f7519fb400. 02000000:00000001:1.0:1788775939.099609:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775939.099616:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775939.099620:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b2c0. 00000400:00000010:1.0:1788775939.099627:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8a18. 00000100:00000200:1.0:1788775939.099634:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667198168832, portal 25 00000100:00000001:1.0:1788775939.099636:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775939.099637:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000040:1.0:1788775939.099643:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.099650:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775939.099652:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775939.099655:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee84c8. 00000100:00000200:1.0:1788775939.099658:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667198168832, offset 0 00000400:00000200:1.0:1788775939.099665:0:6178:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775939.099674:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775939.099680:0:6178:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775939.099685:0:6178:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775939.099689:0:6178:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775939.099693:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775939.099701:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775939.099706:0:6178:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [167:167:256:4294967295] 192.168.202.107@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1788775939.099710:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775939.099720:0:6178:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775939.099727:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775939.099732:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8e00. 00000800:00000200:1.0:1788775939.099739:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775939.099747:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775939.099751:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788775939.099775:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775939.099779:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775939.099782:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295056397 00000100:00000010:1.0:1788775939.099786:0:6178:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f747349720. 00000100:00000001:1.0:1788775939.099794:0:6178:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788775939.099799:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295056397 00000100:00000010:1.0:1788775939.099802:0:6178:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f747349120. 00000100:00000001:1.0:1788775939.099804:0:6178:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788775939.099808:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775939.099811:0:6178:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.099813:0:6178:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775939.099814:0:6178:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1788775939.100102:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.100107:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8e00. 00000400:00000200:2.0:1788775939.100113:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.100118:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.100124:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee84c8 00000400:00000010:2.0:1788775939.100126:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee84c8. 00000100:00000001:2.0:1788775939.100130:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.100134:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.100144:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.100148:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.100155:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.100156:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1788775939.100231:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f743f57840 going to sleep for 11 seconds 00000100:00000001:1.0:1788775939.100235:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775939.100238:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788775939.105534:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.105550:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775939.105554:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.105557:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.105565:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.105573:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775939.105582:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.105586:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.105591:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.105608:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 344 into portal 25 MB=0x6a9e8cd104f00 00000400:00000200:3.0:1788775939.105613:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.105619:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 344/344 into md 0x97d [1] + 224 00000800:00000001:3.0:1788775939.105632:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.105639:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.105642:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775939.105647:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775939.105656:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775939.105665:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775939.105675:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775939.105700:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775939.105709:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.105712:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.106581:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788775939.106592:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775939.106595:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775939.106598:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b2c0. 00000400:00000200:1.0:1788775939.106603:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8a18 00000400:00000010:1.0:1788775939.106606:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8a18. 00000100:00000001:1.0:1788775939.106611:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775939.106617:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775939.106638:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.106644:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775939.106646:0:6178:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.106649:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775939.106653:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775939.106655:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775939.106657:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.106660:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775939.106666:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775939.106670:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775939.106673:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775939.106675:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775939.106678:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775939.106680:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.106683:0:6178:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.106687:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.106694:0:6178:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775939.106697:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775939.106699:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775939.106703:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775939.106711:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198168832:192.168.202.107@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788775939.106717:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.106719:0:6178:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.106722:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788775939.106724:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775939.106727:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.106734:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788775939.106743:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95f743f57840. 00000100:00000001:1.0:1788775939.106746:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788775939.106747:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775939.106750:0:6178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788775939.106753:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788775939.106756:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788775939.106759:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f760f62400 refcount=4 00000020:00000001:1.0:1788775939.106762:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000001:1.0:1788775939.106764:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000040:1.0:1788775939.106770:0:6178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95f760f62400, remote cookie: 0x7fd1a3e8168f883d, flags: 0x0 00010000:00000001:1.0:1788775939.106774:0:6178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788775939.106777:0:6178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788775939.106779:0:6178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788775939.106780:0:6178:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788775939.106782:0:6178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788775939.106784:0:6178:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff95f751a79100) refcount = 1 00010000:00010000:1.0:1788775939.106789:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f883d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788775939.106796:0:6178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788775939.106798:0:6178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788775939.106799:0:6178:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788775939.106802:0:6178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788775939.106804:0:6178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788775939.106807:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f883d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788775939.106812:0:6178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788775939.106814:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788775939.106890:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788775939.106892:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788775939.106893:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788775939.106894:0:6178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.106898:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775939.106902:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6300 x1875667198168832/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.106920:0:6178:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775939.106923:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775939.106926:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95f7519fb400. 02000000:00000001:1.0:1788775939.106929:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775939.106932:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775939.106934:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:1.0:1788775939.106936:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775939.106940:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f7472c4200. 02000000:00000001:1.0:1788775939.106943:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775939.106945:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775939.106947:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6300. 00000100:00000001:1.0:1788775939.106950:0:6178:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775939.106951:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788775939.106954:0:6178:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788775939.106957:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788775939.106959:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff95f743e6d200) refs 3 10000000:00000001:1.0:1788775939.106961:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775939.106963:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788775939.106964:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788775939.106965:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f760f62400 refcount=3 00000020:00000001:1.0:1788775939.106967:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000001:1.0:1788775939.106969:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000001:1.0:1788775939.106971:0:6178:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788775939.106972:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788775939.106973:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788775939.106974:0:6178:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788775939.106976:0:6178:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788775939.106980:0:6178:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff95f750902480. 00000020:00000010:1.0:1788775939.106984:0:6178:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95f7472c4200. 00000020:00000010:1.0:1788775939.106989:0:6178:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95f7472c5e00. 00000040:00000010:1.0:1788775939.106993:0:6178:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95f7472c5c00. 00000020:00000010:1.0:1788775939.106997:0:6178:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95f743f76800. 00000020:00000010:1.0:1788775939.107001:0:6178:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95f7472c5200. 80000000:00000010:1.0:1788775939.107005:0:6178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95f7473494e0. 00040000:00000010:1.0:1788775939.107048:0:6178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95f7472c4e00. 20000000:00000010:1.0:1788775939.107053:0:6178:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff95f7472c5400. 10000000:00000040:1.0:1788775939.107058:0:6178:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff95f751ae1c00 : new refcount 2 00000020:00000001:1.0:1788775939.107061:0:6178:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788775939.107063:0:6178:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788775939.107065:0:6178:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788775939.107070:0:6178:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff95f7472c4400. 00000040:00000001:1.0:1788775939.107074:0:6178:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788775939.107077:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000010:1.0:1788775939.107081:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6300. 00000020:00000040:1.0:1788775939.107084:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=5 obd=MGC192.168.202.107@tcp 00000100:00000001:1.0:1788775939.107088:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.107091:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.107096:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.107102:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f7472c5600. 00000100:00000001:1.0:1788775939.107108:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.107114:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788775939.107115:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788775939.107120:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95f743f57840. 00000100:00000001:1.0:1788775939.107122:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627487962462272 : -116585747089344 : ffff95f743f57840) 00000100:00000001:1.0:1788775939.107125:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775939.107126:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000001:1.0:1788775939.107131:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.107135:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.107137:0:6178:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788775939.107138:0:6178:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775939.107143:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.107149:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775939.107152:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.107155:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775939.107158:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775939.107161:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775939.107164:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198168960:192.168.202.107@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788775939.107176:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775939.107182:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775939.107185:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.107187:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775939.107191:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7472c5800. 02000000:00000001:1.0:1788775939.107193:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775939.107199:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775939.107202:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b2c0. 00000400:00000010:1.0:1788775939.107207:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8a18. 00000100:00000200:1.0:1788775939.107213:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198168960, portal 25 00000100:00000001:1.0:1788775939.107216:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775939.107217:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000040:1.0:1788775939.107222:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.107228:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775939.107231:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775939.107234:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8000. 00000100:00000200:1.0:1788775939.107237:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875667198168960, offset 0 00000400:00000200:1.0:1788775939.107243:0:6178:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775939.107269:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775939.107276:0:6178:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775939.107282:0:6178:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775939.107287:0:6178:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775939.107291:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775939.107293:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775939.107297:0:6178:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [168:168:256:4294967295] 192.168.202.107@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1788775939.107301:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775939.107311:0:6178:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775939.107317:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775939.107322:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8900. 00000800:00000200:1.0:1788775939.107328:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775939.107342:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775939.107347:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788775939.107482:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775939.107489:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775939.107491:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295056405 00000100:00000001:1.0:1788775939.107497:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056397 00000100:00000001:1.0:1788775939.107502:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295056405 00000100:00000001:1.0:1788775939.107505:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056397 00000100:00000001:1.0:1788775939.107508:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775939.107510:0:6178:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.107513:0:6178:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775939.107515:0:6178:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788775939.107517:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f743f57840 going to sleep for 11 seconds 00000100:00000001:1.0:1788775939.107519:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775939.107521:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775939.114184:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.114193:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8900. 00000400:00000200:2.0:1788775939.114201:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.114210:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.114218:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8000 00000400:00000010:2.0:1788775939.114221:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8000. 00000100:00000001:2.0:1788775939.114226:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.114234:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.114255:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.114260:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.114267:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.114283:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775939.117850:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.117868:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775939.117872:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.117875:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.117885:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.117894:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775939.117904:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.117909:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.117915:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.117919:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 272 into portal 25 MB=0x6a9e8cd104f80 00000400:00000200:3.0:1788775939.117924:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.117929:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 272/272 into md 0x985 [1] + 224 00000800:00000001:3.0:1788775939.117937:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.117944:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.117947:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775939.117951:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775939.117959:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775939.117983:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775939.117995:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775939.118047:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775939.118057:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.118061:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.119540:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788775939.119551:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775939.119554:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775939.119558:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b2c0. 00000400:00000200:1.0:1788775939.119566:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8a18 00000400:00000010:1.0:1788775939.119568:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8a18. 00000100:00000001:1.0:1788775939.119573:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775939.119581:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775939.119590:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.119597:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775939.119599:0:6178:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.119613:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775939.119617:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775939.119619:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775939.119621:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.119624:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775939.119652:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775939.119656:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775939.119659:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775939.119661:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775939.119663:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775939.119666:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.119668:0:6178:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.119674:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.119680:0:6178:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775939.119684:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775939.119686:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775939.119690:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775939.119698:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198168960:192.168.202.107@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788775939.119703:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.119706:0:6178:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.119709:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788775939.119711:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775939.119714:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.119720:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788775939.119724:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95f743f57840. 00000100:00000001:1.0:1788775939.119728:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788775939.119730:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788775939.119736:0:6178:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788775939.119741:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775939.119743:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000020:00000001:1.0:1788775939.119746:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788775939.119747:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775939.119750:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6300 x1875667198168960/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.119767:0:6178:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775939.119770:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775939.119773:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7472c5800. 02000000:00000001:1.0:1788775939.119777:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775939.119778:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775939.119779:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:1.0:1788775939.119781:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775939.119784:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f7472c5600. 02000000:00000001:1.0:1788775939.119788:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775939.119789:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775939.119791:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6300. 00000100:00000001:1.0:1788775939.119795:0:6178:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775939.119796:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788775939.119810:0:6178:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788775939.119813:0:6178:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788775939.119996:0:6178:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff95f760320000. 00000040:00000001:1.0:1788775939.120000:0:6178:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788775939.120002:0:6178:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788775939.120006:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000010:1.0:1788775939.120011:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6300. 00000020:00000040:1.0:1788775939.120045:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=5 obd=MGC192.168.202.107@tcp 00000100:00000001:1.0:1788775939.120049:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.120052:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.120057:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.120062:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f7472c5600. 00000100:00000001:1.0:1788775939.120070:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.120073:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788775939.120075:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788775939.120080:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95f743f57840. 00000100:00000001:1.0:1788775939.120083:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627487962462272 : -116585747089344 : ffff95f743f57840) 00000100:00000001:1.0:1788775939.120086:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775939.120087:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000001:1.0:1788775939.120091:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.120097:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.120098:0:6178:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788775939.120105:0:6178:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788775939.120110:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.120118:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788775939.120119:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.120123:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788775939.120125:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788775939.120128:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788775939.120131:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169088:192.168.202.107@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788775939.120134:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788775939.120139:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788775939.120142:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.120144:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788775939.120161:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff95f752b5c000. 02000000:00000001:1.0:1788775939.120164:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775939.120171:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:1.0:1788775939.120175:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f75058b2c0. 00000400:00000010:1.0:1788775939.120181:0:6178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff95f743f57e40. 00000100:00000200:1.0:1788775939.120188:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875667198169088, portal 25 00000100:00000001:1.0:1788775939.120190:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788775939.120191:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000040:1.0:1788775939.120197:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.120203:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788775939.120206:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:1.0:1788775939.120209:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f747ee8a18. 00000100:00000200:1.0:1788775939.120213:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875667198169088, offset 0 00000400:00000200:1.0:1788775939.120219:0:6178:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:1.0:1788775939.120228:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775939.120235:0:6178:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:1.0:1788775939.120240:0:6178:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788775939.120244:0:6178:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:1.0:1788775939.120259:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788775939.120268:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:1.0:1788775939.120272:0:6178:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [169:169:256:4294967295] 192.168.202.107@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1788775939.120277:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:1.0:1788775939.120287:0:6178:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:1.0:1788775939.120294:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:1.0:1788775939.120299:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f7554a8c00. 00000800:00000200:1.0:1788775939.120306:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:1.0:1788775939.120314:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:1.0:1788775939.120319:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f7554a8c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788775939.120343:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788775939.120348:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:1.0:1788775939.120351:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295056418 00000100:00000001:1.0:1788775939.120357:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056405 00000100:00000001:1.0:1788775939.120363:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295056418 00000100:00000001:1.0:1788775939.120366:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056405 00000100:00000001:1.0:1788775939.120369:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775939.120372:0:6178:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.120374:0:6178:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788775939.120376:0:6178:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788775939.120378:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f743f57840 going to sleep for 11 seconds 00000100:00000001:1.0:1788775939.120380:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788775939.120382:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775939.121391:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.121398:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f7554a8c00. 00000400:00000200:2.0:1788775939.121412:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.121420:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.121426:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f747ee8a18 00000400:00000010:2.0:1788775939.121428:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f747ee8a18. 00000100:00000001:2.0:1788775939.121432:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.121438:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.121449:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.121451:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.121457:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.121459:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775939.124154:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.124173:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775939.124177:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.124180:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.124189:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.124196:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775939.124205:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.124210:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.124215:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.124220:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 8416 into portal 25 MB=0x6a9e8cd105000 00000400:00000200:3.0:1788775939.124225:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.124230:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 8416/8416 into md 0x98d [4] + 224 00000800:00000001:3.0:1788775939.124238:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.124259:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.124263:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775939.124268:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775939.124276:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775939.124284:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775939.124294:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775939.124319:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775939.124328:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.124331:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.124429:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788775939.124443:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788775939.124445:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788775939.124448:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f75058b2c0. 00000400:00000200:1.0:1788775939.124453:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f743f57e40 00000400:00000010:1.0:1788775939.124455:0:6178:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff95f743f57e40. 00000100:00000001:1.0:1788775939.124459:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788775939.124464:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788775939.124472:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.124484:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788775939.124487:0:6178:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.124490:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788775939.124494:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788775939.124496:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788775939.124499:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788775939.124503:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788775939.124510:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=102 v=5 (5 0 0 0) 00000100:00001000:1.0:1788775939.124514:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1788775939.124516:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788775939.124518:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788775939.124521:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788775939.124524:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.124526:0:6178:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.124532:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.124539:0:6178:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788775939.124542:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788775939.124544:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788775939.124547:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788775939.124554:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169088:192.168.202.107@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788775939.124560:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788775939.124563:0:6178:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788775939.124565:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788775939.124567:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775939.124571:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.124584:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788775939.124587:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95f743f57840. 00000100:00000001:1.0:1788775939.124590:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788775939.124597:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788775939.124605:0:6178:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788775939.124607:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788775939.124610:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6300 x1875667198169088/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.124616:0:6178:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788775939.124618:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788775939.124621:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff95f752b5c000. 02000000:00000001:1.0:1788775939.124637:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788775939.124640:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775939.124642:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000020:00000001:1.0:1788775939.124644:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788775939.124647:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f7472c5600. 02000000:00000001:1.0:1788775939.124652:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788775939.124654:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788775939.124656:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6300. 00000100:00000001:1.0:1788775939.124659:0:6178:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788775939.124660:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788775939.124662:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788775939.124663:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:1.0:1788775939.124665:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788775939.124667:0:6178:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788775939.124669:0:6178:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788775939.124673:0:6178:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788775939.124676:0:6178:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff95f747349ea0. 00000040:00001000:1.0:1788775939.124678:0:6178:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1788775939.125982:0:10399:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788775939.125992:0:10399:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95f7472c5600. 00000020:00000010:1.0:1788775939.126000:0:10399:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95f7472c5800. 00000040:00000010:1.0:1788775939.126004:0:10399:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95f7472c4800. 00000020:00000010:1.0:1788775939.126009:0:10399:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95f743f72000. 00000020:00000010:1.0:1788775939.126044:0:10399:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff95f748359420. 00000020:00000010:1.0:1788775939.126049:0:10399:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95f7472c5a00. 80000000:00000010:1.0:1788775939.126054:0:10399:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95f747349300. 40000000:00000010:1.0:1788775939.126059:0:10399:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff95f750902700. 00100000:00000010:1.0:1788775939.126064:0:10399:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff95f743f77800. 00040000:00000010:1.0:1788775939.126077:0:10399:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff95f7554a8600. 00040000:00000010:1.0:1788775939.126082:0:10399:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff95f743f77000. 00040000:00000010:1.0:1788775939.126087:0:10399:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95f748f69600. 00000004:00000010:1.0:1788775939.126105:0:10399:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff95f751afc000. 00000004:00000010:1.0:1788775939.126111:0:10399:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff95f760647000. 00000004:00000010:1.0:1788775939.126116:0:10399:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff95f751afa800. 00002000:00000010:1.0:1788775939.126121:0:10399:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff95f7519fb400. 00000004:00000010:1.0:1788775939.126126:0:10399:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff95f7519f9400. 00000020:00000010:1.0:1788775939.126131:0:10399:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff95f750902840. 00000040:00000010:1.0:1788775939.126146:0:10399:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff95f758ab6000. 00000040:00080000:1.0:1788775939.126666:0:10399:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1788775939.126672:0:10399:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff95f758ab6000. 00000020:00000010:1.0:1788775939.126679:0:10399:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff95f750902840. 00000020:00000010:1.0:1788775939.126696:0:10399:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95f7472c5800. 00000040:00000010:1.0:1788775939.126702:0:10399:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95f7472c4800. 00000020:00000010:1.0:1788775939.126705:0:10399:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95f743f72000. 00000020:00000010:1.0:1788775939.126710:0:10399:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff95f748359420. 00000020:00000010:1.0:1788775939.126715:0:10399:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95f7472c5a00. 80000000:00000010:1.0:1788775939.126719:0:10399:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95f747349300. 40000000:00000010:1.0:1788775939.126724:0:10399:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff95f750902700. 00100000:00000010:1.0:1788775939.126734:0:10399:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff95f743f77800. 00040000:00000010:1.0:1788775939.126738:0:10399:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff95f7554a8600. 00040000:00000010:1.0:1788775939.126741:0:10399:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff95f743f77000. 00040000:00000010:1.0:1788775939.126745:0:10399:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95f748f69600. 00000004:00000010:1.0:1788775939.126748:0:10399:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff95f751afc000. 00000004:00000010:1.0:1788775939.126752:0:10399:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff95f760647000. 00000004:00000010:1.0:1788775939.126756:0:10399:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff95f751afa800. 00002000:00000010:1.0:1788775939.126759:0:10399:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff95f7519fb400. 00000004:00000010:1.0:1788775939.126763:0:10399:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff95f7519f9400. 00000020:00000010:1.0:1788775939.126765:0:10399:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95f7472c5600. 00000040:00000010:0.0:1788775939.127269:0:6178:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff95f747349ea0. 00000040:00000001:0.0:1788775939.127274:0:6178:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788775939.127278:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788775939.127283:0:6178:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff95f760320000. 00000040:00000010:0.0:1788775939.127287:0:6178:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff95f7472c4400. 00000020:00000001:0.0:1788775939.127290:0:6178:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775939.127294:0:6178:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788775939.127298:0:6178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95f7472c5e00. 00000040:00000010:0.0:1788775939.127301:0:6178:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95f7472c5c00. 00000020:00000010:0.0:1788775939.127303:0:6178:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95f743f76800. 00000020:00000010:0.0:1788775939.127307:0:6178:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95f7472c5200. 80000000:00000010:0.0:1788775939.127310:0:6178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95f7473494e0. 00040000:00000010:0.0:1788775939.127314:0:6178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95f7472c4e00. 20000000:00000010:0.0:1788775939.127317:0:6178:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff95f7472c5400. 00000020:00000010:0.0:1788775939.127320:0:6178:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95f7472c4200. 10000000:00000010:0.0:1788775939.127323:0:6178:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff95f750902480. 10000000:01000000:0.0:1788775939.127326:0:6178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788775939.127330:0:6178:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788775939.127333:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788775939.127335:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788775939.127338:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f760f62400 refcount=3 00000020:00000001:0.0:1788775939.127341:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000001:0.0:1788775939.127344:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627488449045504 : -116585260506112 : ffff95f760f62400) 00010000:00000001:0.0:1788775939.127346:0:6178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788775939.127351:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f883d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775939.127361:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775939.127363:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788775939.127366:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f883d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775939.127388:0:6178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788775939.127389:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775939.127391:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788775939.127392:0:6178:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775939.127394:0:6178:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775939.127397:0:6178:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788775939.127401:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788775939.127413:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff95f7597f5000) refs 2 10000000:00000001:0.0:1788775939.127415:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775939.127417:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788775939.127418:0:6178:0:(mgc_request.c:123:config_log_put()) log params(ffff95f743e6d200) refs 3 10000000:00000001:0.0:1788775939.127421:0:6178:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788775939.127422:0:6178:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788775939.127424:0:6178:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1788775939.127425:0:6178:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788775939.127427:0:6178:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95f7482d7800 from 7 10000000:00000001:0.0:1788775939.127430:0:6178:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788775939.127431:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1788775939.127438:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f7506e2a00. 00000020:00000040:0.0:1788775939.127442:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:0.0:1788775939.127446:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788775939.127449:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788775939.127454:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788775939.127462:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f748095c00. 00000100:00000001:0.0:1788775939.127468:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.127474:0:6178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788775939.127476:0:6178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788775939.127481:0:6178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95f751a79100 count: 2 00010000:00000001:0.0:1788775939.127484:0:6178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788775939.127487:0:6178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788775939.127491:0:6178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95f740030e00. 00000020:00000001:0.0:1788775939.127495:0:6178:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788775939.127498:0:6178:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95f740030e00 with handle 0xa0a2648e8e7f66ef to hash 00000020:00000001:0.0:1788775939.127500:0:6178:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788775939.127502:0:6178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000001:0.0:1788775939.127513:0:6178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000001:0.0:1788775939.127517:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788775939.127521:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775939.127523:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f740030e00/0xa0a2648e8e7f66ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775939.127530:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.107@tcp lock: ffff95f740030e00/0xa0a2648e8e7f66ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775939.127541:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.107@tcp lock: ffff95f740030e00/0xa0a2648e8e7f66ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788775939.127546:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788775939.127548:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788775939.127556:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95f752b10240. 00000100:00000001:0.0:1788775939.127558:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627488209633856 : -116585499917760 : ffff95f752b10240) 00000100:00000001:0.0:1788775939.127560:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.127562:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171698688 : -116585537852928 : ffff95f7506e2a00) 00000100:00000001:0.0:1788775939.127567:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788775939.127571:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.127574:0:6178:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788775939.127576:0:6178:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.127597:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.127606:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.127608:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.127612:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.127616:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.127619:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.127622:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169216:192.168.202.107@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788775939.127633:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.127639:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.127647:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.127650:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.127655:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95f7557f0c00. 02000000:00000001:0.0:1788775939.127657:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.127665:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.127669:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d94d0. 00000400:00000010:0.0:1788775939.127677:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e5d8. 00000100:00000200:0.0:1788775939.127684:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875667198169216, portal 25 00000100:00000001:0.0:1788775939.127686:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.127688:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171698688 : -116585537852928 : ffff95f7506e2a00) 00000100:00000040:0.0:1788775939.127693:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.127700:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.127703:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.127706:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8eb28. 00000100:00000200:0.0:1788775939.127709:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875667198169216, offset 0 00000400:00000200:0.0:1788775939.127716:0:6178:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.127724:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.127732:0:6178:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775939.127739:0:6178:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.127743:0:6178:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.127747:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.127749:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.127753:0:6178:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [170:170:256:4294967295] 192.168.202.107@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1788775939.127757:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.127767:0:6178:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.127774:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.127779:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54200. 00000800:00000200:0.0:1788775939.127787:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.127796:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.127814:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.128098:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.128109:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.128112:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295056425 00000100:00000001:0.0:1788775939.128164:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056418 00000100:00000001:0.0:1788775939.128167:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295056425 00000100:00000001:0.0:1788775939.128171:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056418 00000100:00000001:0.0:1788775939.128174:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.128177:0:6178:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.128179:0:6178:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775939.128181:0:6178:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788775939.128184:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752b10240 going to sleep for 11 seconds 00000100:00000001:0.0:1788775939.128187:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775939.128190:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775939.128750:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.128756:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54200. 00000400:00000200:2.0:1788775939.128762:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.128768:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.128774:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8eb28 00000400:00000010:2.0:1788775939.128776:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8eb28. 00000100:00000001:2.0:1788775939.128781:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.128786:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.128796:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.128811:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.129322:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.129324:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788775939.131696:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.131716:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788775939.131720:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.131722:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.131733:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.131741:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:3.0:1788775939.131752:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.131756:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.131762:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.131766:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 344 into portal 25 MB=0x6a9e8cd105080 00000400:00000200:3.0:1788775939.131772:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775939.131777:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 344/344 into md 0x995 [1] + 224 00000800:00000001:3.0:1788775939.131786:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.131828:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788775939.131833:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775939.131837:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:3.0:1788775939.131844:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775939.131853:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788775939.131864:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775939.131874:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788775939.131883:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788775939.131885:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.132344:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775939.132353:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.132355:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.132359:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d94d0. 00000400:00000200:0.0:1788775939.132364:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e5d8 00000400:00000010:0.0:1788775939.132366:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e5d8. 00000100:00000001:0.0:1788775939.132369:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.132375:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.132384:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.132389:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.132391:0:6178:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.132394:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.132397:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.132399:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.132401:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.132414:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.132421:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.132425:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.132427:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.132429:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.132445:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775939.132448:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.132451:0:6178:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.132456:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.132462:0:6178:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.132465:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.132467:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.132470:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.132478:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169216:192.168.202.107@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788775939.132483:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.132486:0:6178:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.132488:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788775939.132490:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.132494:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.132500:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788775939.132503:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95f752b10240. 00000100:00000001:0.0:1788775939.132507:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788775939.132508:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.132511:0:6178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788775939.132514:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788775939.132517:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788775939.132520:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f740030e00 refcount=4 00000020:00000001:0.0:1788775939.132523:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000001:0.0:1788775939.132526:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000040:0.0:1788775939.132532:0:6178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95f740030e00, remote cookie: 0x7fd1a3e8168f8844, flags: 0x0 00010000:00000001:0.0:1788775939.132535:0:6178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788775939.132539:0:6178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788775939.132541:0:6178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788775939.132542:0:6178:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788775939.132549:0:6178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788775939.132553:0:6178:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff95f751a79100) refcount = 2 00010000:00000040:0.0:1788775939.132556:0:6178:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788775939.132560:0:6178:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.107@tcp lock: ffff95f760f62400/0xa0a2648e8e7f66e8 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f883d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788775939.132569:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.107@tcp lock: ffff95f740030e00/0xa0a2648e8e7f66ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8844 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775939.132574:0:6178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788775939.132576:0:6178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788775939.132578:0:6178:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788775939.132581:0:6178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788775939.132583:0:6178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775939.132586:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.107@tcp lock: ffff95f740030e00/0xa0a2648e8e7f66ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7fd1a3e8168f8844 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788775939.132592:0:6178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788775939.132593:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775939.132595:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775939.132596:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775939.132597:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775939.132598:0:6178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.132601:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.132606:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f7506e2a00 x1875667198169216/t0(0) o101->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 328/344 e 0 to 0 dl 1788775955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.132611:0:6178:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.132614:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.132618:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95f7557f0c00. 02000000:00000001:0.0:1788775939.132621:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.132635:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.132637:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775939.132640:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.132644:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f748095c00. 02000000:00000001:0.0:1788775939.132647:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.132656:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.132658:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f7506e2a00. 00000100:00000001:0.0:1788775939.132661:0:6178:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.132662:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788775939.132665:0:6178:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775939.132669:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788775939.132671:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff95f7597f5000) refs 3 10000000:00000001:0.0:1788775939.132673:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.132675:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788775939.132676:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788775939.132678:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f740030e00 refcount=3 00000020:00000001:0.0:1788775939.132680:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000001:0.0:1788775939.132682:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000001:0.0:1788775939.132684:0:6178:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788775939.132686:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788775939.132687:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788775939.132689:0:6178:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788775939.132691:0:6178:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788775939.132695:0:6178:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff95f7469034c0. 00000020:00000010:0.0:1788775939.132700:0:6178:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95f748095c00. 00000020:00000010:0.0:1788775939.132706:0:6178:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95f748095800. 00000040:00000010:0.0:1788775939.132710:0:6178:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95f748094e00. 00000020:00000010:0.0:1788775939.132715:0:6178:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95f75065e800. 00000020:00000010:0.0:1788775939.132720:0:6178:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95f748094000. 80000000:00000010:0.0:1788775939.132724:0:6178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95f7557841e0. 00040000:00000010:0.0:1788775939.132732:0:6178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95f7594b4600. 20000000:00000010:0.0:1788775939.132737:0:6178:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff95f748db8800. 10000000:00000040:0.0:1788775939.132742:0:6178:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff95f751ae1c00 : new refcount 2 00000020:00000001:0.0:1788775939.132745:0:6178:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788775939.132747:0:6178:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1788775939.132749:0:6178:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788775939.132752:0:6178:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff95f748db8a00. 00000040:00000001:0.0:1788775939.132757:0:6178:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788775939.132759:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000010:0.0:1788775939.132763:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f7506e2a00. 00000020:00000040:0.0:1788775939.132765:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=5 obd=MGC192.168.202.107@tcp 00000100:00000001:0.0:1788775939.132775:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788775939.132778:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788775939.132784:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788775939.132791:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f75961e400. 00000100:00000001:0.0:1788775939.132807:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.132813:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788775939.133367:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788775939.133375:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95f752b10240. 00000100:00000001:0.0:1788775939.133379:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627488209633856 : -116585499917760 : ffff95f752b10240) 00000100:00000001:0.0:1788775939.133382:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.133383:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171698688 : -116585537852928 : ffff95f7506e2a00) 00000100:00000001:0.0:1788775939.133387:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788775939.133391:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.133393:0:6178:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788775939.133394:0:6178:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.133400:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.133470:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.133473:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.133477:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.133480:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.133483:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.133487:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169344:192.168.202.107@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788775939.133491:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.133496:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.133499:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.133502:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.133507:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f74120b800. 02000000:00000001:0.0:1788775939.133509:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.133515:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.133518:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d94d0. 00000400:00000010:0.0:1788775939.133524:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e5d8. 00000100:00000200:0.0:1788775939.133531:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198169344, portal 25 00000100:00000001:0.0:1788775939.133533:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.133542:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171698688 : -116585537852928 : ffff95f7506e2a00) 00000100:00000040:0.0:1788775939.133548:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.133556:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.133559:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.133562:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8eaa0. 00000100:00000200:0.0:1788775939.133566:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875667198169344, offset 0 00000400:00000200:0.0:1788775939.133572:0:6178:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.133592:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.133599:0:6178:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775939.133605:0:6178:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.133609:0:6178:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.133613:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.133616:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.133620:0:6178:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [171:171:256:4294967295] 192.168.202.107@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1788775939.133625:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.134127:0:6178:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.134133:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.134139:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54b00. 00000800:00000200:0.0:1788775939.134146:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.134153:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.134157:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.134221:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.134226:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.134228:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295056432 00000100:00000001:0.0:1788775939.134235:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056425 00000100:00000001:0.0:1788775939.134239:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295056432 00000100:00000001:0.0:1788775939.134243:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056425 00000100:00000001:0.0:1788775939.134245:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.134257:0:6178:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.134267:0:6178:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775939.134269:0:6178:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788775939.134271:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752b10240 going to sleep for 11 seconds 00000100:00000001:0.0:1788775939.134274:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775939.134278:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775939.135077:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.135083:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54b00. 00000400:00000200:2.0:1788775939.135089:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.135095:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.135108:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8eaa0 00000400:00000010:2.0:1788775939.135110:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8eaa0. 00000100:00000001:2.0:1788775939.135114:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.135121:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.135133:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.135137:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.135144:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.135146:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788775939.140094:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.140112:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775939.140116:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.140119:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.140126:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.140133:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775939.140143:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.140147:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.140153:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.140157:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 272 into portal 25 MB=0x6a9e8cd105100 00000400:00000200:2.0:1788775939.140161:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.140166:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 272/272 into md 0x99d [1] + 224 00000800:00000001:2.0:1788775939.140175:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.140181:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.140185:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.140189:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775939.140196:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775939.140205:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775939.140217:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.140294:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788775939.140314:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775939.140344:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.140348:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788775939.145620:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.145637:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.145643:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d94d0. 00000400:00000200:0.0:1788775939.145654:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e5d8 00000400:00000010:0.0:1788775939.145657:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e5d8. 00000100:00000001:0.0:1788775939.145663:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.145675:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.145686:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.145694:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.145696:0:6178:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.145699:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.145702:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.145704:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.145706:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.145710:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.145717:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.145720:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.145723:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.145724:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.145727:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775939.145730:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.145733:0:6178:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.145738:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.145745:0:6178:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.145748:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.145750:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.145775:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.145783:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169344:192.168.202.107@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788775939.145789:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.145792:0:6178:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.145794:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788775939.145997:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.146004:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.146012:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788775939.146033:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95f752b10240. 00000100:00000001:0.0:1788775939.146037:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788775939.146039:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788775939.146045:0:6178:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788775939.146050:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.146052:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775939.146054:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788775939.146056:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.146060:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f7506e2a00 x1875667198169344/t0(0) o501->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 504/272 e 0 to 0 dl 1788775955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.146065:0:6178:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.146068:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.146071:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f74120b800. 02000000:00000001:0.0:1788775939.146074:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.146075:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.146076:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775939.146078:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.146081:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f75961e400. 02000000:00000001:0.0:1788775939.146085:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.146087:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.146088:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f7506e2a00. 00000100:00000001:0.0:1788775939.146092:0:6178:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.146094:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788775939.146097:0:6178:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788775939.146106:0:6178:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788775939.146113:0:6178:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff95f750990000. 00000040:00000001:0.0:1788775939.146115:0:6178:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788775939.146117:0:6178:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788775939.146119:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000010:0.0:1788775939.146124:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f7506e2a00. 00000020:00000040:0.0:1788775939.146127:0:6178:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=5 obd=MGC192.168.202.107@tcp 00000100:00000001:0.0:1788775939.146131:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788775939.146134:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788775939.146139:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788775939.146145:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95f74120b800. 00000100:00000001:0.0:1788775939.146151:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.146154:0:6178:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788775939.146156:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788775939.146161:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95f752b10240. 00000100:00000001:0.0:1788775939.146163:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627488209633856 : -116585499917760 : ffff95f752b10240) 00000100:00000001:0.0:1788775939.146166:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.146168:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171698688 : -116585537852928 : ffff95f7506e2a00) 00000100:00000001:0.0:1788775939.146172:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788775939.146176:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.146178:0:6178:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788775939.146179:0:6178:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.146184:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.146190:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.146192:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.146195:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.146197:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.146200:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.146203:0:6178:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169472:192.168.202.107@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788775939.146208:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.146212:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.146215:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.146217:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.146238:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff95f752b5c000. 02000000:00000001:0.0:1788775939.146240:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.146257:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.146262:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d94d0. 00000400:00000010:0.0:1788775939.146267:0:6178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff95f752b10d80. 00000100:00000200:0.0:1788775939.146274:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875667198169472, portal 25 00000100:00000001:0.0:1788775939.146276:0:6178:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.146277:0:6178:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488171698688 : -116585537852928 : ffff95f7506e2a00) 00000100:00000040:0.0:1788775939.146284:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.146290:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.146293:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.146297:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e5d8. 00000100:00000200:0.0:1788775939.146300:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875667198169472, offset 0 00000400:00000200:0.0:1788775939.146307:0:6178:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.146316:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.146323:0:6178:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775939.146328:0:6178:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.146333:0:6178:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.146337:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.146340:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.146344:0:6178:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [172:172:256:4294967295] 192.168.202.107@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1788775939.146349:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.146359:0:6178:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.146366:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.146371:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54000. 00000800:00000200:0.0:1788775939.146378:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.146386:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.146390:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.146547:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.146552:0:6178:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.146563:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295056444 00000100:00000001:0.0:1788775939.146570:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056432 00000100:00000001:0.0:1788775939.146575:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295056444 00000100:00000001:0.0:1788775939.146578:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056432 00000100:00000001:0.0:1788775939.146581:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.146583:0:6178:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.146585:0:6178:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775939.146587:0:6178:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788775939.146590:0:6178:0:(client.c:2715:ptlrpc_set_wait()) set ffff95f752b10240 going to sleep for 11 seconds 00000100:00000001:0.0:1788775939.146592:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775939.146594:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775939.155144:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.155154:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54000. 00000400:00000200:2.0:1788775939.155161:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.155169:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.155176:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e5d8 00000400:00000010:2.0:1788775939.155179:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e5d8. 00000100:00000001:2.0:1788775939.155185:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.155193:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.155206:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.155210:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.155217:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.155219:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788775939.161339:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775939.161346:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.161353:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775939.161354:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775939.161380:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775939.161382:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775939.161385:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788775939.163881:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.163905:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775939.163910:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.163922:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.163932:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.163940:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775939.163950:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.163955:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.163960:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.163964:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 8416 into portal 25 MB=0x6a9e8cd105180 00000400:00000200:2.0:1788775939.163968:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.163974:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 8416/8416 into md 0x9a5 [4] + 224 00000800:00000001:2.0:1788775939.163981:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.163995:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.163998:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.164003:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775939.164011:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775939.164079:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775939.164089:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.164103:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775939.164112:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.164116:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.164189:0:6178:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775939.164197:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.164200:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.164203:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d94d0. 00000400:00000200:0.0:1788775939.164208:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f752b10d80 00000400:00000010:0.0:1788775939.164211:0:6178:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff95f752b10d80. 00000100:00000001:0.0:1788775939.164214:0:6178:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.164219:0:6178:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.164228:0:6178:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.164234:0:6178:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.164236:0:6178:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.164239:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.164242:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.164245:0:6178:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.164263:0:6178:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.164267:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.164274:0:6178:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.164289:0:6178:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.164292:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.164293:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.164296:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775939.164298:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.164301:0:6178:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.164306:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.164313:0:6178:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.164316:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.164319:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.164322:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.164329:0:6178:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f7506e2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:55d4a82f-5760-4105-ad50-90b7959b3adf:6178:1875667198169472:192.168.202.107@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788775939.164335:0:6178:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.164337:0:6178:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.164339:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788775939.164342:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.164345:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.164351:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788775939.164354:0:6178:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95f752b10240. 00000100:00000001:0.0:1788775939.164357:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788775939.164358:0:6178:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788775939.164365:0:6178:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788775939.164367:0:6178:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.164370:0:6178:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f7506e2a00 x1875667198169472/t0(0) o503->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788775955 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.164376:0:6178:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.164385:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.164388:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff95f752b5c000. 02000000:00000001:0.0:1788775939.164399:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.164401:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.164403:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775939.164405:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.164408:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95f74120b800. 02000000:00000001:0.0:1788775939.164412:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.164414:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.164416:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f7506e2a00. 00000100:00000001:0.0:1788775939.164420:0:6178:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.164421:0:6178:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788775939.164424:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.164425:0:6178:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775939.164427:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788775939.164430:0:6178:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788775939.164432:0:6178:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788775939.164435:0:6178:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788775939.164438:0:6178:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff95f755784180. 00000040:00001000:0.0:1788775939.164441:0:6178:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1788775939.166006:0:10400:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788775939.166051:0:10400:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95f74120b800. 00000020:00000010:0.0:1788775939.166060:0:10400:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95f75961e400. 00000040:00000010:0.0:1788775939.166064:0:10400:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95f743d4f400. 00000020:00000010:0.0:1788775939.166068:0:10400:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95f750659800. 00000020:00000010:0.0:1788775939.166074:0:10400:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff95f751a878c0. 00000020:00000010:0.0:1788775939.166081:0:10400:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95f7450b4e00. 80000000:00000010:0.0:1788775939.166087:0:10400:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95f7557846c0. 40000000:00000010:0.0:1788775939.166091:0:10400:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff95f7469039c0. 00100000:00000010:0.0:1788775939.166096:0:10400:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff95f75065b800. 00040000:00000010:0.0:1788775939.166101:0:10400:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff95f742a54300. 00040000:00000010:0.0:1788775939.166105:0:10400:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff95f75065a000. 00040000:00000010:0.0:1788775939.166108:0:10400:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95f7450b5a00. 00000004:00000010:0.0:1788775939.166112:0:10400:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff95f750658800. 00000004:00000010:0.0:1788775939.166117:0:10400:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff95f751aad000. 00000004:00000010:0.0:1788775939.166122:0:10400:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff95f75065d800. 00002000:00000010:0.0:1788775939.166139:0:10400:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff95f7557f0c00. 00000004:00000010:0.0:1788775939.166143:0:10400:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff95f7557f3000. 00000020:00000010:0.0:1788775939.166148:0:10400:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff95f746903340. 00000040:00000010:0.0:1788775939.166156:0:10400:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff95f750992000. 00000040:00080000:0.0:1788775939.166641:0:10400:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1788775939.166647:0:10400:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff95f750992000. 00000020:00000010:0.0:1788775939.166655:0:10400:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff95f746903340. 00000020:00000010:0.0:1788775939.166673:0:10400:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95f75961e400. 00000040:00000010:0.0:1788775939.166678:0:10400:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95f743d4f400. 00000020:00000010:0.0:1788775939.166682:0:10400:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95f750659800. 00000020:00000010:0.0:1788775939.166686:0:10400:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff95f751a878c0. 00000020:00000010:0.0:1788775939.166691:0:10400:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95f7450b4e00. 80000000:00000010:0.0:1788775939.166694:0:10400:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95f7557846c0. 40000000:00000010:0.0:1788775939.166698:0:10400:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff95f7469039c0. 00100000:00000010:0.0:1788775939.166703:0:10400:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff95f75065b800. 00040000:00000010:0.0:1788775939.166706:0:10400:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff95f742a54300. 00040000:00000010:0.0:1788775939.166709:0:10400:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff95f75065a000. 00040000:00000010:0.0:1788775939.166712:0:10400:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95f7450b5a00. 00000004:00000010:0.0:1788775939.166715:0:10400:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff95f750658800. 00000004:00000010:0.0:1788775939.166719:0:10400:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff95f751aad000. 00000004:00000010:0.0:1788775939.166723:0:10400:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff95f75065d800. 00002000:00000010:0.0:1788775939.166727:0:10400:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff95f7557f0c00. 00000004:00000010:0.0:1788775939.166729:0:10400:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff95f7557f3000. 00000020:00000010:0.0:1788775939.166733:0:10400:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95f74120b800. 00000040:00000010:1.0:1788775939.166880:0:6178:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff95f755784180. 00000040:00000001:1.0:1788775939.166885:0:6178:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788775939.166888:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788775939.166893:0:6178:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff95f750990000. 00000040:00000010:1.0:1788775939.166905:0:6178:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff95f748db8a00. 00000020:00000001:1.0:1788775939.166909:0:6178:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788775939.166912:0:6178:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788775939.166915:0:6178:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95f748095800. 00000040:00000010:1.0:1788775939.166920:0:6178:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95f748094e00. 00000020:00000010:1.0:1788775939.166923:0:6178:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95f75065e800. 00000020:00000010:1.0:1788775939.166926:0:6178:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95f748094000. 80000000:00000010:1.0:1788775939.166929:0:6178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95f7557841e0. 00040000:00000010:1.0:1788775939.166931:0:6178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95f7594b4600. 20000000:00000010:1.0:1788775939.166935:0:6178:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff95f748db8800. 00000020:00000010:1.0:1788775939.166939:0:6178:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95f748095c00. 10000000:00000010:1.0:1788775939.166941:0:6178:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff95f7469034c0. 10000000:01000000:1.0:1788775939.166944:0:6178:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.107@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788775939.166947:0:6178:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788775939.166950:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788775939.166952:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788775939.166955:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95f740030e00 refcount=3 00000020:00000001:1.0:1788775939.166957:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000001:1.0:1788775939.166960:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627487896243712 : -116585813307904 : ffff95f740030e00) 00010000:00000001:1.0:1788775939.166963:0:6178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788775939.166967:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.107@tcp lock: ffff95f740030e00/0xa0a2648e8e7f66ef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8844 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788775939.166976:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788775939.166978:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788775939.166980:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.107@tcp lock: ffff95f740030e00/0xa0a2648e8e7f66ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7fd1a3e8168f8844 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788775939.166986:0:6178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788775939.166987:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788775939.166988:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788775939.166989:0:6178:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788775939.166991:0:6178:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788775939.166993:0:6178:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788775939.167001:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788775939.167002:0:6178:0:(mgc_request.c:123:config_log_put()) log params(ffff95f7597f5000) refs 3 10000000:00000001:1.0:1788775939.167004:0:6178:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1788775939.865333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775939.865344:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775939.865357:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6300. 00000020:00000040:1.0:1788775939.865363:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:1.0:1788775939.865367:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.865370:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.865377:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.865385:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554a8600. 00000100:00000001:1.0:1788775939.865392:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865414:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775939.865425:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.865429:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865435:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ca0480b] to pc [ptlrpcd_00_00+0] req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.865465:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775939.865470:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775939.865473:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa4000. 00000020:00000040:1.0:1788775939.865475:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:1.0:1788775939.865477:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.865479:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.865480:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.865483:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554a8b00. 00000100:00000001:1.0:1788775939.865486:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865490:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775939.865496:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.865498:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ed3160d] to pc [ptlrpcd_00_01+1] req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.865525:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775939.865530:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775939.865533:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa6a00. 00000020:00000040:1.0:1788775939.865535:0:8:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:1.0:1788775939.865537:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.865538:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.865540:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.865544:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554a8c00. 00000100:00000001:1.0:1788775939.865547:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865550:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775939.865558:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.865559:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865563:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095bbc734] to pc [ptlrpcd_00_00+0] req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.865570:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775939.865575:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775939.865578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775939.865581:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775939.865584:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775939.865587:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775939.865589:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa4e00. 00000020:00000040:1.0:1788775939.865591:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:1.0:1788775939.865598:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.865599:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.865601:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.865604:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554a8900. 00000100:00000001:1.0:1788775939.865607:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865611:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775939.865628:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.865630:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865634:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008821db14] to pc [ptlrpcd_00_01+1] req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.865642:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788775939.865647:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788775939.865649:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751aa5f80. 00000020:00000040:1.0:1788775939.865651:0:8:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:1.0:1788775939.865653:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788775939.865654:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788775939.865656:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788775939.865658:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f7554a8e00. 00000100:00000001:1.0:1788775939.865661:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865664:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788775939.865671:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788775939.865673:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865676:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034b1ff84] to pc [ptlrpcd_00_00+0] req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788775939.865682:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788775939.865684:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775939.865687:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775939.865694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788775939.865697:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788775939.865702:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:0.0:1788775939.865966:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775939.865970:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775939.865973:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.865979:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.865986:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.865988:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.865992:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.865994:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.865997:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.866008:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198169600:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775939.866048:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.866054:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.866057:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.866059:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.866063:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7450b5a00. 02000000:00000001:0.0:1788775939.866065:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.866073:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.866076:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d94d0. 00000400:00000010:0.0:1788775939.866083:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8ea18. 00000100:00000200:0.0:1788775939.866090:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198169600, portal 25 00000100:00000001:0.0:1788775939.866093:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.866095:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192422656 : -116585517128960 : ffff95f751aa6300) 00000100:00000040:0.0:1788775939.866101:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.866107:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.866110:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.866113:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e908. 00000100:00000200:0.0:1788775939.866116:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198169600, offset 0 00000400:00000200:0.0:1788775939.866123:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866132:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866140:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775939.866145:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.866149:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.866153:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.866155:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866159:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [173:173:256:4294967295] 192.168.202.107@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1788775939.866163:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866173:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.866179:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.866184:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54300. 00000800:00000200:0.0:1788775939.866190:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.866205:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.866209:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.866228:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.866233:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.866236:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295057164 00000100:00000001:0.0:1788775939.866253:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056444 00000100:00000001:0.0:1788775939.866257:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295057164 00000100:00000001:0.0:1788775939.866261:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056444 00000100:00000001:0.0:1788775939.866264:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.866266:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.866269:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.866273:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.866291:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.866292:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.866294:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.866296:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.866298:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.866301:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198169856:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775939.866305:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.866307:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.866309:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.866311:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.866314:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7450b4e00. 02000000:00000001:0.0:1788775939.866316:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.866319:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.866322:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d98f0. 00000400:00000010:0.0:1788775939.866326:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8ebb0. 00000100:00000200:0.0:1788775939.866329:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198169856, portal 10 00000100:00000001:0.0:1788775939.866331:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.866332:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192424448 : -116585517127168 : ffff95f751aa6a00) 00000100:00000040:0.0:1788775939.866345:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.866352:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.866354:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.866357:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8edd0. 00000100:00000200:0.0:1788775939.866359:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198169856, offset 0 00000400:00000200:0.0:1788775939.866364:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866368:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866371:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775939.866373:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.866376:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.866378:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.866381:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866383:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [174:174:255:4294967295] 192.168.202.107@tcp LPNI seq info [174:174:7:4294967295] 00000400:00000200:0.0:1788775939.866387:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866393:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.866410:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.866414:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54f00. 00000800:00000200:0.0:1788775939.866417:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.866422:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.866424:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.866427:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.866431:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 75107 usecs (76 jiffies) 00000400:00000200:0.0:1788775939.866434:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.866436:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295055949 00000100:00000001:0.0:1788775939.866438:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.866441:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295055949 00000100:00000001:0.0:1788775939.866443:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.866444:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.866451:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.866453:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.866457:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.866464:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.866465:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.866467:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.866469:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.866470:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.866473:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198170112:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775939.866476:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.866478:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.866479:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.866482:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.866484:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7450b5c00. 02000000:00000001:0.0:1788775939.866486:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.866489:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.866491:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d9478. 00000400:00000010:0.0:1788775939.866495:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e220. 00000100:00000200:0.0:1788775939.866498:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198170112, portal 10 00000100:00000001:0.0:1788775939.866500:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.866501:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192421760 : -116585517129856 : ffff95f751aa5f80) 00000100:00000040:0.0:1788775939.866507:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.866513:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.866515:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.866517:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8ee58. 00000100:00000200:0.0:1788775939.866519:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198170112, offset 0 00000400:00000200:0.0:1788775939.866523:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866527:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866531:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775939.866533:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.866541:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.866543:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.866546:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866549:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [175:175:254:4294967295] 192.168.202.107@tcp LPNI seq info [175:175:6:4294967295] 00000400:00000200:0.0:1788775939.866553:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866559:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.866563:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.866567:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54000. 00000800:00000200:0.0:1788775939.866571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.866575:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.866578:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.866580:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.866583:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 26207 usecs (27 jiffies) 00000400:00000200:0.0:1788775939.866585:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.866587:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295055900 00000100:00000001:0.0:1788775939.866589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.866591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295055900 00000100:00000001:0.0:1788775939.866593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.866595:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.866597:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.866600:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.866602:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.866609:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775939.866612:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788775939.866614:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775939.866615:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775939.866616:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.866631:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788775939.866633:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.866635:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775939.866637:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.866645:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775939.866646:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775939.866647:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.866653:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.866661:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.866662:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.866665:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.866666:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.866669:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.866672:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198169728:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775939.866675:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.866678:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.866680:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.866681:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.866684:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7450b4400. 02000000:00000001:0.0:1788775939.866686:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.866690:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.866693:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d91b8. 00000400:00000010:0.0:1788775939.866697:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e6e8. 00000100:00000200:0.0:1788775939.866700:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198169728, portal 10 00000100:00000001:0.0:1788775939.866702:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.866703:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192413696 : -116585517137920 : ffff95f751aa4000) 00000100:00000040:0.0:1788775939.866709:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.866717:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.866719:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.866722:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e2a8. 00000100:00000200:0.0:1788775939.866724:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198169728, offset 0 00000400:00000200:0.0:1788775939.866729:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866733:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866737:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:0.0:1788775939.866739:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.866747:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.866749:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.866752:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.866755:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [176:176:253:4294967295] 192.168.202.107@tcp LPNI seq info [176:176:5:4294967295] 00000400:00000200:0.0:1788775939.866759:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.866766:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.866771:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.866774:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54b00. 00000800:00000200:0.0:1788775939.866778:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.866782:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.866785:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.866788:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.866791:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 163013 usecs (164 jiffies) 00000400:00000200:0.0:1788775939.867285:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.867287:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295056038 00000100:00000001:0.0:1788775939.867291:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.867292:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295056038 00000100:00000001:0.0:1788775939.867294:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.867296:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.867298:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.867300:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788775939.867305:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.867312:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788775939.867313:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.867315:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788775939.867317:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788775939.867319:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788775939.867322:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198169984:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775939.867335:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788775939.867337:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788775939.867339:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.867340:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788775939.867343:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f7450b4a00. 02000000:00000001:0.0:1788775939.867345:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.867349:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:0.0:1788775939.867351:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483d9420. 00000400:00000010:0.0:1788775939.867355:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e880. 00000100:00000200:0.0:1788775939.867358:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198169984, portal 10 00000100:00000001:0.0:1788775939.867360:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788775939.867361:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488192417280 : -116585517134336 : ffff95f751aa4e00) 00000100:00000040:0.0:1788775939.867367:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.867373:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788775939.867375:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:0.0:1788775939.867377:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f751a8e330. 00000100:00000200:0.0:1788775939.867379:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198169984, offset 0 00000400:00000200:0.0:1788775939.867384:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:0.0:1788775939.867388:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.867392:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000100:00000001:1.0:1788775939.867511:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788775939.867515:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788775939.867610:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788775939.867614:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:0.0:1788775939.867674:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788775939.867678:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:0.0:1788775939.867681:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [177:177:252:4294967295] 192.168.202.107@tcp LPNI seq info [177:177:4:4294967295] 00000400:00000200:0.0:1788775939.867686:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:0.0:1788775939.867694:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:0.0:1788775939.867699:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:0.0:1788775939.867703:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f742a54200. 00000800:00000200:0.0:1788775939.867708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:0.0:1788775939.867718:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:0.0:1788775939.867722:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f742a54200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788775939.867725:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.867728:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 21746 usecs (22 jiffies) 00000400:00000200:0.0:1788775939.867731:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:0.0:1788775939.867734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295055896 00000100:00000001:0.0:1788775939.867736:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.867738:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295055896 00000100:00000001:0.0:1788775939.867739:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295057164 00000100:00000001:0.0:1788775939.867742:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.867744:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.867747:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.867749:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775939.867863:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.867868:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54300. 00000400:00000200:2.0:1788775939.867874:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.867878:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.867884:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e908 00000400:00000010:2.0:1788775939.867886:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e908. 00000100:00000001:2.0:1788775939.867890:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.867895:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.867905:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.867908:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.867915:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.867916:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775939.867926:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.867928:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54f00. 00000400:00000200:2.0:1788775939.867930:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.867933:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.867935:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8edd0 00000400:00000010:2.0:1788775939.867936:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8edd0. 00000100:00000001:2.0:1788775939.867938:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.867941:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.867947:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.867950:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.867960:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.867962:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775939.867969:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.867971:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54000. 00000400:00000200:2.0:1788775939.867973:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.867976:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.867978:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8ee58 00000400:00000010:2.0:1788775939.867979:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8ee58. 00000100:00000001:2.0:1788775939.867981:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.867984:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.867991:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.867994:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.867999:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.868000:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775939.868005:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.868007:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54b00. 00000400:00000200:2.0:1788775939.868009:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.868034:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.868036:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e2a8 00000400:00000010:2.0:1788775939.868038:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e2a8. 00000100:00000001:2.0:1788775939.868040:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.868043:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.868051:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.868054:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.868060:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.868061:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788775939.868127:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788775939.868134:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f742a54200. 00000400:00000200:2.0:1788775939.868137:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.868141:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:2.0:1788775939.868143:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e330 00000400:00000010:2.0:1788775939.868145:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e330. 00000100:00000001:2.0:1788775939.868147:0:2396:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788775939.868151:0:2396:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.868157:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775939.868159:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.868165:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775939.868166:0:2396:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788775939.873534:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873552:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775939.873556:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873559:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.873568:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873576:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775939.873585:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873590:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873595:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873599:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd105200 00000400:00000200:2.0:1788775939.873604:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873610:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:2.0:1788775939.873617:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873631:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.873635:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.873640:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775939.873647:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775939.873657:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775939.873668:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.873699:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775939.873709:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873714:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775939.873716:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873718:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.873721:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873724:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775939.873729:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873732:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873734:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873737:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105300 00000400:00000200:2.0:1788775939.873741:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873745:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:2.0:1788775939.873749:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873752:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.873754:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.873757:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775939.873760:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775939.873764:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775939.873772:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.873779:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775939.873783:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873786:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775939.873787:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873790:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.873792:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873795:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775939.873799:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873802:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873822:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873825:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105400 00000400:00000200:2.0:1788775939.873829:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.873832:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:2.0:1788775939.873836:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873845:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.873848:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.873851:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775939.873854:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775939.873859:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775939.873866:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.873872:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775939.873875:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.873879:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.875038:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775939.875046:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775939.875054:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.875056:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.875059:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d94d0. 00000400:00000200:0.0:1788775939.875066:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8ea18 00000400:00000010:0.0:1788775939.875068:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8ea18. 00000100:00000001:0.0:1788775939.875071:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.875077:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.875086:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875092:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.875094:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.875096:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.875100:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.875102:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.875104:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.875107:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.875113:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.875126:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.875128:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.875130:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.875133:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775939.875135:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.875138:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.875142:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875149:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.875152:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.875154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.875158:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.875165:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:55d4a82f-5760-4105-ad50-90b7959b3adf:2401:1875667198169600:192.168.202.107@tcp:400:kworker.0 00000400:00000001:0.0:1788775939.875170:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.875171:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.875173:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d98f0. 00000400:00000200:0.0:1788775939.875175:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8ebb0 00000400:00000010:0.0:1788775939.875176:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8ebb0. 00000100:00000001:0.0:1788775939.875178:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.875181:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.875189:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875194:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.875195:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.875197:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.875198:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.875199:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.875200:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.875203:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.875207:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.875215:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.875217:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.875218:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.875220:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788775939.875224:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788775939.875231:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.875233:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788775939.875235:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:0.0:1788775939.875238:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788775939.875251:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.875256:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875262:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.875263:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.875265:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.875268:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.875275:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198169856:192.168.202.107@tcp:400:kworker.0 00000400:00000001:0.0:1788775939.875287:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.875289:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.875290:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d9478. 00000400:00000200:0.0:1788775939.875293:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e220 00000400:00000010:0.0:1788775939.875294:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e220. 00000100:00000001:0.0:1788775939.875297:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.875300:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.875308:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875314:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.875321:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.875323:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.875324:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.875325:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.875327:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.875328:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.875333:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.875336:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.875338:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.875339:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.875341:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788775939.875345:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788775939.875350:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.875353:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788775939.875354:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:0.0:1788775939.875355:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788775939.875357:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.875359:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875365:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.875367:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.875368:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.875371:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.875377:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198170112:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775939.875381:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.875384:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.875387:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6300 x1875667198169600/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875393:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.875410:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.875413:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7450b5a00. 02000000:00000001:0.0:1788775939.875417:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.875420:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.875421:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:0.0:1788775939.875424:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.875427:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554a8600. 02000000:00000001:0.0:1788775939.875431:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.875432:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.875434:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6300. 00000100:00000001:0.0:1788775939.875438:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.875439:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.875440:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.875444:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa6a00 x1875667198169856/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875450:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.875451:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.875453:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7450b4e00. 02000000:00000001:0.0:1788775939.875455:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.875456:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.875457:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:0.0:1788775939.875459:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.875460:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554a8c00. 02000000:00000001:0.0:1788775939.875462:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.875463:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.875465:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa6a00. 00000100:00000001:0.0:1788775939.875467:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.875468:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.875470:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.875473:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa5f80 x1875667198170112/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.875479:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.875480:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.875481:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7450b5c00. 02000000:00000001:0.0:1788775939.875483:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.875484:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.875490:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:0.0:1788775939.875492:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.875494:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554a8e00. 02000000:00000001:0.0:1788775939.875496:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.875497:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.875499:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa5f80. 00000100:00000001:0.0:1788775939.875501:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.875502:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.875505:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.875507:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775939.875508:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788775939.875510:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.875512:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788775939.879345:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.879362:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775939.879366:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.879369:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.879377:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879385:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775939.879394:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879410:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879415:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879419:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105280 00000400:00000200:2.0:1788775939.879423:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879429:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1788775939.879434:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.879438:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.879441:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.879445:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775939.879467:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775939.879476:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775939.879487:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.879509:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775939.879520:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.879525:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775939.879526:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.879528:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.879532:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879535:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775939.879540:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879542:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879545:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879548:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105380 00000400:00000200:2.0:1788775939.879551:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775939.879554:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:2.0:1788775939.879558:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.879776:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775939.879780:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775939.879784:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775939.879788:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775939.879792:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775939.879801:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775939.879818:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775939.879823:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775939.879826:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.880038:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775939.880042:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788775939.880049:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.880051:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.880054:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d91b8. 00000400:00000200:0.0:1788775939.880059:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e6e8 00000400:00000010:0.0:1788775939.880062:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e6e8. 00000100:00000001:0.0:1788775939.880065:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.880070:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.880078:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.880085:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.880086:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.880089:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.880092:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.880095:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.880097:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.880100:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.880110:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=101 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.880114:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.880117:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.880119:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.880122:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775939.880137:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.880140:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788775939.880143:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:0.0:1788775939.880145:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788775939.880147:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.880152:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.880158:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.880161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.880176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.880180:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.880188:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2401:1875667198169728:192.168.202.107@tcp:400:kworker.0 00000400:00000001:0.0:1788775939.880195:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788775939.880196:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788775939.880198:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483d9420. 00000400:00000200:0.0:1788775939.880201:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f751a8e880 00000400:00000010:0.0:1788775939.880203:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f751a8e880. 00000100:00000001:0.0:1788775939.880205:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788775939.880208:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788775939.880216:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.880222:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788775939.880224:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.880225:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788775939.880227:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788775939.880228:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788775939.880230:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788775939.880231:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788775939.880236:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1788775939.880238:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788775939.880255:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788775939.880257:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775939.880258:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788775939.880260:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.880262:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788775939.880264:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:0.0:1788775939.880265:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788775939.880266:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788775939.880271:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.880277:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788775939.880279:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788775939.880280:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788775939.880283:0:2401:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788775939.880291:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2401:1875667198169984:192.168.202.107@tcp:400:kworker.0 00000100:00000001:0.0:1788775939.880295:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.880297:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.880301:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa4000 x1875667198169728/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.880307:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.880309:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.880313:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7450b4400. 02000000:00000001:0.0:1788775939.880317:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.880319:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.880321:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:0.0:1788775939.880323:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.880326:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554a8b00. 02000000:00000001:0.0:1788775939.880329:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.880331:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.880332:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa4000. 00000100:00000001:0.0:1788775939.880335:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.880342:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.880344:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788775939.880348:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751aa4e00 x1875667198169984/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788775939.880354:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788775939.880355:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788775939.880357:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f7450b4a00. 02000000:00000001:0.0:1788775939.880359:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788775939.880360:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788775939.880361:0:2401:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:0.0:1788775939.880363:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788775939.880364:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f7554a8900. 02000000:00000001:0.0:1788775939.880367:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788775939.880368:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788775939.880369:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751aa4e00. 00000100:00000001:0.0:1788775939.880372:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788775939.880373:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.880375:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788775939.880404:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788775939.880406:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788775939.880409:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788775939.880411:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775940.185165:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775940.185173:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775940.185179:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775940.185181:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775940.185214:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775940.185217:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775940.185220:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1788775940.377150:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788775940.377158:0:6178:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:3.0:1788775941.209187:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295057164, at 4295057216 00000100:00000010:3.0:1788775941.209205:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f747349120. 00010000:00000001:0.0:1788775941.209330:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775941.209333:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775941.209337:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775941.209338:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775941.209366:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775941.209369:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775941.209372:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788775941.209514:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295057164, at 4295057216 00000100:00000010:2.0:1788775941.209536:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f747349720. 00010000:00000001:0.0:1788775942.239658:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775942.239687:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775942.239696:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775942.239697:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775942.239950:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775942.239955:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775942.239959:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775943.257122:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775943.257132:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775943.257140:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775943.257141:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775943.257175:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775943.257178:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775943.257181:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788775943.961278:0:6167:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788775943.961288:0:6167:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775944.282785:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775944.282795:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775944.282803:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775944.282806:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775944.282809:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775944.282814:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775944.282817:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775944.282820:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775944.282822:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775944.282824:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775944.283242:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775944.283247:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775944.283251:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775944.985109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775944.985133:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775944.985142:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751980a80. 00000020:00000040:3.0:1788775944.985149:0:37:0:(genops.c:1210:class_import_get()) import ffff95f760698000 refcount=4 obd=MGC192.168.202.107@tcp 00000100:00000001:3.0:1788775944.985155:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775944.985159:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775944.985164:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775944.985174:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f759438300. 00000100:00000001:3.0:1788775944.985184:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985212:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 55d4a82f-5760-4105-ad50-90b7959b3adf->MGS req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775944.985226:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775944.985233:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985242:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfd601ac] to pc [ptlrpcd_01_01+1] req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.985267:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775944.985274:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775944.985277:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751983480. 00000020:00000040:3.0:1788775944.985280:0:37:0:(genops.c:1210:class_import_get()) import ffff95f7519a5800 refcount=4 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775944.985282:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775944.985283:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775944.985285:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775944.985289:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f759438800. 00000100:00000001:3.0:1788775944.985292:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985296:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0000_UUID req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775944.985302:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775944.985304:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985307:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f44af9b] to pc [ptlrpcd_01_00+0] req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.985315:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775944.985327:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775944.985330:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751982680. 00000020:00000040:3.0:1788775944.985333:0:37:0:(genops.c:1210:class_import_get()) import ffff95f7519a2000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000100:00000001:3.0:1788775944.985335:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775944.985337:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775944.985338:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775944.985342:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f759438e00. 00000100:00000001:3.0:1788775944.985346:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985350:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-MDT0001_UUID req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775944.985357:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775944.985359:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985362:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cabbc2e2] to pc [ptlrpcd_01_01+1] req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.985369:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775944.985375:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775944.985378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775944.985381:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2c8419ba-28be-44a9-b4df-43de2a58038f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775944.985384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775944.985387:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775944.985390:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751981180. 00000020:00000040:3.0:1788775944.985392:0:37:0:(genops.c:1210:class_import_get()) import ffff95f760677000 refcount=4 obd=lustre-MDT0000-mdc-ffff95f750935000 00000100:00000001:3.0:1788775944.985394:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775944.985395:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775944.985397:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775944.985400:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f759438200. 00000100:00000001:3.0:1788775944.985402:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985414:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0000_UUID req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775944.985421:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775944.985423:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985426:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7afa301] to pc [ptlrpcd_01_00+0] req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.985432:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788775944.985437:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788775944.985440:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95f751983800. 00000020:00000040:3.0:1788775944.985442:0:37:0:(genops.c:1210:class_import_get()) import ffff95f760671000 refcount=4 obd=lustre-MDT0001-mdc-ffff95f750935000 00000100:00000001:3.0:1788775944.985444:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788775944.985445:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788775944.985447:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775944.985450:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95f759438900. 00000100:00000001:3.0:1788775944.985453:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985457:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-MDT0001_UUID req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788775944.985464:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788775944.985588:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985594:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000100b85aa] to pc [ptlrpcd_01_01+1] req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.985603:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.985606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775944.985610:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775944.985613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788775944.985617:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef7b169b-5507-46d5-8a8b-7227d9981ee9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788775944.985623:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:3.0:1788775944.985651:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775944.985657:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775944.985661:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775944.985669:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.985677:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775944.985680:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775944.985685:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775944.985689:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775944.985692:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775944.985696:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198170240:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775944.985702:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775944.985710:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775944.985714:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775944.985717:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775944.985723:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fef400. 02000000:00000001:3.0:1788775944.985725:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775944.985736:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775944.985742:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341c60. 00000400:00000010:3.0:1788775944.985750:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634cc0. 00000100:00000200:3.0:1788775944.985761:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198170240, portal 25 00000100:00000001:3.0:1788775944.985764:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775944.985766:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191220352 : -116585518331264 : ffff95f751980a80) 00000100:00000040:3.0:1788775944.985772:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.985780:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775944.985783:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775944.985787:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634440. 00000100:00000200:3.0:1788775944.985790:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875667198170240, offset 0 00000400:00000200:3.0:1788775944.985798:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775944.985811:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775944.985822:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775944.985829:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788775944.986910:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775944.986918:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788775944.986921:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775944.986935:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775944.986949:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775944.986951:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775944.986956:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788775944.986959:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788775944.986963:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788775944.986966:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198170368:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775944.986970:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788775944.986975:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788775944.986978:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775944.986980:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788775944.986985:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f75061e400. 02000000:00000001:2.0:1788775944.986987:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775944.986996:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:2.0:1788775944.987001:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613d6e0. 00000400:00000010:2.0:1788775944.987009:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a088. 00000400:00000200:3.0:1788775944.987030:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775944.987035:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1788775944.987039:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198170368, portal 10 00000400:00000200:3.0:1788775944.987039:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000100:00000001:2.0:1788775944.987044:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1788775944.987048:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [178:178:256:4294967295] 192.168.202.107@tcp LPNI seq info [178:178:8:4294967295] 00000100:00000001:2.0:1788775944.987049:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191231104 : -116585518320512 : ffff95f751983480) 00000400:00000200:3.0:1788775944.987057:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000040:2.0:1788775944.987063:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788775944.987073:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000100:00000001:2.0:1788775944.987081:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788775944.987086:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000100:00000040:2.0:1788775944.987088:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775944.987093:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a4c8. 00000800:00000010:3.0:1788775944.987094:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759438600. 00000100:00000200:2.0:1788775944.987098:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198170368, offset 0 00000800:00000200:3.0:1788775944.987106:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000400:00000200:2.0:1788775944.987108:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000800:00000200:3.0:1788775944.987119:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000400:00000200:2.0:1788775944.987125:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000800:00000200:3.0:1788775944.987126:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759438600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788775944.987134:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775944.987138:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775944.987142:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775944.987146:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788775944.987148:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775944.987150:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775944.987157:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [179:179:255:4294967295] 192.168.202.107@tcp LPNI seq info [179:179:7:4294967295] 00000400:00000200:3.0:1788775944.987157:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775944.987162:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 2 is 4295062285 00000400:00000200:2.0:1788775944.987166:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000010:3.0:1788775944.987171:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7472f55a0. 00000400:00000200:2.0:1788775944.987177:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000100:00000001:3.0:1788775944.987181:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1788775944.987185:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000100:00000001:3.0:1788775944.987201:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS new deadline estimation for cpu 3 is 4295062285 00000800:00000010:2.0:1788775944.987203:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760f7aa00. 00000100:00000010:3.0:1788775944.987207:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95f7472f5600. 00000800:00000200:2.0:1788775944.987212:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000100:00000001:3.0:1788775944.987214:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.107@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788775944.987219:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788775944.987221:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000100:00000001:3.0:1788775944.987225:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788775944.987227:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760f7aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775944.987230:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788775944.987232:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.987238:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775944.987239:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: using a timeout of 157842 usecs (158 jiffies) 00000400:00000200:2.0:1788775944.987247:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775944.987252:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295061152 00000100:00000001:3.0:1788775944.987253:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788775944.987257:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295062285 00000100:00000001:3.0:1788775944.987257:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775944.987262:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295061152 02000000:00000001:3.0:1788775944.987262:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775944.987266:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775944.987267:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295062285 02000000:00000001:3.0:1788775944.987270:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775944.987271:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1788775944.987275:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198170496:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775944.987276:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775944.987282:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788775944.987289:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.987291:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775944.987295:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775944.987298:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775944.987301:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1788775944.987302:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788775944.987304:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788775944.987307:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fef800. 02000000:00000001:2.0:1788775944.987308:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775944.987311:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775944.987316:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 02000000:00000001:2.0:1788775944.987318:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1788775944.987321:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f7483416e0. 02000000:00000001:2.0:1788775944.987323:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788775944.987327:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634770. 00000100:00100000:2.0:1788775944.987329:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198170624:192.168.202.107@tcp:400:kworker.0 00000100:00000200:3.0:1788775944.987333:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198170496, portal 10 00000100:00000001:2.0:1788775944.987334:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788775944.987337:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1788775944.987340:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788775944.987340:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191227520 : -116585518324096 : ffff95f751982680) 02000000:00000001:2.0:1788775944.987343:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775944.987347:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788775944.987350:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788775944.987353:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f75061ee00. 02000000:00000001:2.0:1788775944.987358:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.987363:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788775944.987366:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000040:3.0:1788775944.987369:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:2.0:1788775944.987372:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f74613d580. 00000400:00000010:3.0:1788775944.987374:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634aa0. 00000400:00000010:2.0:1788775944.987379:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027acc0. 00000100:00000200:3.0:1788775944.987379:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198170496, offset 0 00000100:00000200:2.0:1788775944.987385:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198170624, portal 10 00000400:00000200:3.0:1788775944.987389:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000100:00000001:2.0:1788775944.987390:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788775944.987393:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191222144 : -116585518329472 : ffff95f751981180) 00000400:00000200:3.0:1788775944.987397:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775944.987405:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000100:00000040:2.0:1788775944.987406:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788775944.987409:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775944.987414:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775944.987419:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788775944.987422:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788775944.987424:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000100:00000040:2.0:1788775944.987428:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775944.987431:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [180:180:254:4294967295] 192.168.202.107@tcp LPNI seq info [180:180:6:4294967295] 00000400:00000010:2.0:1788775944.987434:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f76027a000. 00000400:00000200:3.0:1788775944.987438:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000200:2.0:1788775944.987439:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198170624, offset 0 00000400:00000200:2.0:1788775944.987450:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:3.0:1788775944.987451:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775944.987457:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775944.987462:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f748e77400. 00000800:00000200:3.0:1788775944.989631:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775944.989651:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775944.989658:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f748e77400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775944.989671:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.989680:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: using a timeout of 72365 usecs (73 jiffies) 00000400:00000200:3.0:1788775944.989687:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775944.989692:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 2 is 4295061069 00000100:00000001:3.0:1788775944.989696:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 2, keep current deadline 4295062285 00000100:00000001:3.0:1788775944.989698:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS new deadline estimation for cpu 3 is 4295061069 00000100:00000001:3.0:1788775944.989700:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f7482d7800: PM QoS request active for cpu 3, keep current deadline 4295062285 00000100:00000001:3.0:1788775944.989702:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775944.989706:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.989712:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788775944.989721:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.989731:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788775944.989733:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775944.989737:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788775944.989741:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788775944.989744:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788775944.989747:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95f751983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198170752:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775944.989751:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788775944.989758:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788775944.989761:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775944.989763:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788775944.989771:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95f747fee800. 02000000:00000001:3.0:1788775944.989773:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788775944.989778:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000010:3.0:1788775944.989782:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95f748341bb0. 00000400:00000010:3.0:1788775944.989791:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634000. 00000100:00000200:3.0:1788775944.989799:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875667198170752, portal 10 00000100:00000001:3.0:1788775944.989802:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788775944.989809:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627488191232000 : -116585518319616 : ffff95f751983800) 00000100:00000040:3.0:1788775944.989818:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.989826:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788775944.989829:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.107@tcp 00000400:00000010:3.0:1788775944.989832:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95f750634d48. 00000100:00000200:3.0:1788775944.989836:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875667198170752, offset 0 00000400:00000200:3.0:1788775944.989843:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.107@tcp 00000400:00000200:2.0:1788775944.996067:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775944.996103:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:2.0:1788775944.996110:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788775944.996116:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:2.0:1788775944.996121:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788775944.996124:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:2.0:1788775944.996128:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [181:181:253:4294967295] 192.168.202.107@tcp LPNI seq info [181:181:5:4294967295] 00000400:00000200:2.0:1788775944.996132:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775944.996143:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:2.0:1788775944.996151:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:2.0:1788775944.996170:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f760f7a600. 00000800:00000200:2.0:1788775944.996178:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:2.0:1788775944.996188:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:2.0:1788775944.996204:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f760f7a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788775944.996211:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775944.996218:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: using a timeout of 21476 usecs (22 jiffies) 00000400:00000200:2.0:1788775944.996223:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:2.0:1788775944.996226:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295061025 00000100:00000001:2.0:1788775944.996229:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295062285 00000100:00000001:2.0:1788775944.996231:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295061025 00000400:00000200:3.0:1788775944.996630:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775944.996639:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.107@tcp local destination 00000400:00000200:3.0:1788775944.996642:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788775944.996646:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.7@tcp 00000400:00000200:3.0:1788775944.996648:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.7@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788775944.996651:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.107@tcp 00000400:00000200:3.0:1788775944.996655:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.7@tcp NI seq info: [182:182:252:4294967295] 192.168.202.107@tcp LPNI seq info [182:182:4:4294967295] 00000400:00000200:3.0:1788775944.996660:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:3.0:1788775944.996667:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp:) -> 192.168.202.107@tcp(192.168.202.107@tcp:192.168.202.107@tcp) : PUT try# 0 00000800:00000200:3.0:1788775944.996672:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.107@tcp 00000800:00000010:3.0:1788775944.996680:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95f759547500. 00000800:00000200:3.0:1788775944.996685:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95f7606bd840] -> 12345-192.168.202.107@tcp (5) 00000800:00000200:3.0:1788775944.996691:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.107@tcp ip 192.168.202.107:988 00000800:00000200:3.0:1788775944.996695:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95f759547500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788775944.996699:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775944.996703:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: using a timeout of 24635 usecs (25 jiffies) 00000400:00000200:3.0:1788775944.996707:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000100:00000001:3.0:1788775944.996709:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 2 is 4295061028 00000100:00000001:3.0:1788775944.996711:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 2, keep current deadline 4295062285 00000100:00000001:3.0:1788775944.996713:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS new deadline estimation for cpu 3 is 4295061028 00000100:00000001:3.0:1788775944.996716:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295062285 00000100:00000001:3.0:1788775944.996718:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775944.996731:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.996737:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.996741:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775944.996751:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775944.996755:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788775944.996759:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775944.996763:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788775944.996766:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.996768:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788775944.996828:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775944.997069:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759438600. 00000400:00000200:3.0:1788775944.997078:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775944.997084:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775944.997094:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634440 00000400:00000010:3.0:1788775944.997097:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634440. 00000100:00000001:3.0:1788775944.997103:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775944.997114:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997127:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775944.997131:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997140:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.997142:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775944.997165:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775944.997167:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760f7aa00. 00000400:00000200:3.0:1788775944.997171:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775944.997176:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775944.997179:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a4c8 00000400:00000010:3.0:1788775944.997182:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a4c8. 00000100:00000001:3.0:1788775944.997186:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775944.997201:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997209:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775944.997212:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997231:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.997233:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775944.997245:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775944.997247:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f748e77400. 00000400:00000200:3.0:1788775944.997252:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775944.997256:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775944.997259:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634aa0 00000400:00000010:3.0:1788775944.997261:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634aa0. 00000100:00000001:3.0:1788775944.997265:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775944.997270:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997278:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775944.997282:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997289:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.997290:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775944.997299:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775944.997301:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f760f7a600. 00000400:00000200:3.0:1788775944.997304:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775944.997307:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775944.997310:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a000 00000400:00000010:3.0:1788775944.997312:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a000. 00000100:00000001:3.0:1788775944.997316:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775944.997321:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997329:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775944.997332:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997340:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.997341:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788775944.997418:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788775944.997425:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95f759547500. 00000400:00000200:3.0:1788775944.997429:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788775944.997433:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000400:00000200:3.0:1788775944.997437:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634d48 00000400:00000010:3.0:1788775944.997439:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634d48. 00000100:00000001:3.0:1788775944.997443:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788775944.997448:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997456:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775944.997460:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775944.997477:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775944.997479:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788775944.998563:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95f750935000: PM QoS request active for cpu 3, keep current deadline 4295062285 00000100:00000001:2.0:1788775944.998573:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775944.998577:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775944.998582:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775944.998586:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775944.998596:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788775944.998599:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788775944.998601:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775944.998603:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788775944.998605:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775944.998608:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788775945.016339:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.016538:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775945.016543:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.016547:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.016684:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.016694:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775945.016706:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.016711:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.016718:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.016723:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105500 00000400:00000200:2.0:1788775945.016728:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017335:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:2.0:1788775945.017348:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.017434:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.017439:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775945.017446:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775945.017530:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775945.017544:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775945.017691:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.017712:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775945.017728:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.017733:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775945.017735:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.017738:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.017862:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017867:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775945.017875:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017879:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017884:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017887:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105580 00000400:00000200:2.0:1788775945.017890:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017896:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:2.0:1788775945.017901:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.017906:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.017908:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775945.017911:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775945.017915:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775945.017920:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775945.017929:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.017949:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775945.017954:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.017958:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775945.017960:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.017962:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.017965:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017968:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775945.017972:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017975:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017977:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017980:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105680 00000400:00000200:2.0:1788775945.017983:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.017987:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0xa15 [1] + 224 00000800:00000001:2.0:1788775945.017992:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.017995:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.017997:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775945.018000:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775945.018003:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775945.018008:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775945.018042:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.018049:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775945.018054:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.018057:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775945.018059:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.018062:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.018065:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018068:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775945.018072:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018075:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018301:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018304:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 10 MB=0x6a9e8cd105600 00000400:00000200:2.0:1788775945.018307:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018310:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.107@tcp of length 224/224 into md 0xa05 [1] + 224 00000800:00000001:2.0:1788775945.018314:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.018318:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.018320:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788775945.018323:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 00000100:00000001:2.0:1788775945.018326:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775945.018330:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788775945.018338:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.018346:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788775945.018350:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.018352:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788775945.018354:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788775945.018356:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.018517:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018521:0:2396:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.7@tcp(192.168.202.7@tcp) <- 192.168.202.107@tcp : PUT - for me 00000400:00000200:2.0:1788775945.018525:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018528:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018530:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018534:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.107@tcp of length 224 into portal 25 MB=0x6a9e8cd105480 00000400:00000200:2.0:1788775945.018538:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.107@tcp to cpt 1 00000400:00000200:2.0:1788775945.018543:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.107@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:2.0:1788775945.018548:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788775945.019996:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775945.020005:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788775945.020047:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775945.020052:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775945.020058:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613d6e0. 00000400:00000200:3.0:1788775945.020068:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027a088 00000400:00000010:3.0:1788775945.020072:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027a088. 00000100:00000001:3.0:1788775945.020080:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775945.020093:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775945.020106:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788775945.020114:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775945.020115:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775945.020120:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788775945.020122:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788775945.020125:0:2403:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:2.0:1788775945.020130:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.7@tcp->192.168.202.107@tcp: PUT: OK 02000000:00000001:3.0:1788775945.020132:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775945.020137:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775945.020140:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775945.020141:0:2396:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1788775945.020145:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788775945.020159:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788775945.020163:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a5c60 time=107 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775945.020174:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a5c18 time=107 v=5 (1 0 0 0) 00000100:00000040:2.0:1788775945.020175:0:2396:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.020185:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775945.020188:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775945.020200:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775945.020204:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788775945.020207:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1788775945.020210:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788775945.020213:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775945.020217:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775945.020221:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:3.0:1788775945.020224:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775945.020227:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775945.020235:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775945.020243:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775945.020247:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775945.020250:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775945.020254:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775945.020265:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2c8419ba-28be-44a9-b4df-43de2a58038f:2403:1875667198170368:192.168.202.107@tcp:400:kworker.0 00000400:00000001:3.0:1788775945.020274:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788775945.020276:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788775945.020279:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f74613d580. 00000400:00000200:3.0:1788775945.020283:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f76027acc0 00000400:00000010:3.0:1788775945.020285:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f76027acc0. 00000100:00000001:3.0:1788775945.020288:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788775945.020292:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788775945.020313:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775945.020319:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788775945.020321:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775945.020324:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788775945.020326:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788775945.020328:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788775945.020329:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788775945.020338:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788775945.020344:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760677460 time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1788775945.020348:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760677418 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1788775945.020351:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788775945.020352:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788775945.020354:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788775945.020356:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788775945.020359:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788775945.020360:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:3.0:1788775945.020362:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788775945.020364:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788775945.020368:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775945.020376:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788775945.020378:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788775945.020379:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788775945.020384:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788775945.020391:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2403:1875667198170624:192.168.202.107@tcp:400:kworker.0 00000100:00000001:3.0:1788775945.020398:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775945.020401:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775945.020405:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751983480 x1875667198170368/t0(0) o400->lustre-MDT0000-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775945.020413:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775945.020416:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775945.020420:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f75061e400. 02000000:00000001:3.0:1788775945.020424:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775945.020428:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775945.020430:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f7519a5800 refcount=3 obd=lustre-MDT0000-mdc-ffff95f7482d7800 00000020:00000001:3.0:1788775945.020432:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788775945.020437:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1788775945.020437:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f759438800. 00000100:00000001:2.0:1788775945.020444:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788775945.020448:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1788775945.020449:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775945.020451:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1788775945.020457:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775945.020460:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751983480. 00000100:00000001:3.0:1788775945.020479:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775945.020481:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775945.020483:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788775945.020487:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751981180 x1875667198170624/t0(0) o400->lustre-MDT0000-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788775945.020494:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788775945.020495:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788775945.020497:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f75061ee00. 02000000:00000001:3.0:1788775945.020500:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788775945.020501:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788775945.020502:0:2403:0:(genops.c:1223:class_import_put()) import ffff95f760677000 refcount=3 obd=lustre-MDT0000-mdc-ffff95f750935000 00000020:00000001:3.0:1788775945.020509:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788775945.020511:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f759438200. 02000000:00000001:3.0:1788775945.020514:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788775945.020515:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788775945.020516:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751981180. 00000100:00000001:3.0:1788775945.020519:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788775945.020520:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775945.020523:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788775945.020534:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788775945.020536:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788775945.020539:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341c60. 00000100:00000001:3.0:1788775945.020540:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788775945.020545:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788775945.020546:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634cc0 00000400:00000010:2.0:1788775945.020770:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634cc0. 00000100:00000001:2.0:1788775945.020774:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775945.020779:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775945.020789:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.020796:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775945.020798:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.020800:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775945.020801:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775945.020803:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775945.020805:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775945.020806:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775945.020810:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760698460 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775945.020813:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760698418 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775945.020816:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775945.020817:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775945.020819:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788775945.020821:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775945.020823:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775945.020827:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.020843:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775945.020845:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775945.020847:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775945.020850:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775945.020857:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:55d4a82f-5760-4105-ad50-90b7959b3adf:2404:1875667198170240:192.168.202.107@tcp:400:kworker.0 00000400:00000001:2.0:1788775945.020863:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775945.020865:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775945.020866:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f7483416e0. 00000400:00000200:2.0:1788775945.020868:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634770 00000400:00000010:2.0:1788775945.020870:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634770. 00000100:00000001:2.0:1788775945.020873:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775945.020877:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775945.020886:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.020892:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775945.020893:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.020895:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775945.020897:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775945.020898:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775945.020899:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775945.020901:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775945.020906:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f7519a2460 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775945.020909:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f7519a2418 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775945.020911:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775945.020912:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775945.020914:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788775945.020917:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788775945.020936:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775945.020938:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775945.020940:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f7482d7800: skip recheck: last_committed 0 00000100:00000001:2.0:1788775945.020942:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775945.020943:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775945.020947:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.020953:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775945.020955:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775945.020956:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775945.020959:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775945.020967:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2c8419ba-28be-44a9-b4df-43de2a58038f:2404:1875667198170496:192.168.202.107@tcp:400:kworker.0 00000400:00000001:2.0:1788775945.020973:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788775945.020974:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788775945.020977:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95f748341bb0. 00000400:00000200:2.0:1788775945.020979:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95f750634000 00000400:00000010:2.0:1788775945.020981:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95f750634000. 00000100:00000001:2.0:1788775945.020983:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788775945.020988:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788775945.020996:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.021002:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788775945.021004:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.021005:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788775945.021007:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788775945.021008:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788775945.021010:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788775945.022027:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788775945.022038:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff95f760671460 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1788775945.022045:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff95f760671418 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1788775945.022047:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788775945.022049:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788775945.022052:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788775945.022061:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788775945.022070:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775945.022073:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788775945.022075:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95f750935000: skip recheck: last_committed 0 00000100:00000001:2.0:1788775945.022077:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788775945.022090:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788775945.022096:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.022107:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788775945.022110:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788775945.022112:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788775945.022116:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788775945.022125:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95f751983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef7b169b-5507-46d5-8a8b-7227d9981ee9:2404:1875667198170752:192.168.202.107@tcp:400:kworker.0 00000100:00000001:2.0:1788775945.022131:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.022135:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775945.022140:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751980a80 x1875667198170240/t0(0) o400->MGC192.168.202.107@tcp@192.168.202.107@tcp:26/25 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.022148:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775945.022151:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775945.022154:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fef400. 02000000:00000001:2.0:1788775945.022159:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775945.022162:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775945.022164:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f760698000 refcount=3 obd=MGC192.168.202.107@tcp 00000020:00000001:2.0:1788775945.022173:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775945.022176:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f759438300. 02000000:00000001:2.0:1788775945.022181:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775945.022183:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775945.022185:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751980a80. 00000100:00000001:2.0:1788775945.022189:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775945.022200:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.022202:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775945.022208:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751982680 x1875667198170496/t0(0) o400->lustre-MDT0001-mdc-ffff95f7482d7800@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.022214:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775945.022216:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775945.022217:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fef800. 02000000:00000001:2.0:1788775945.022219:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775945.022221:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775945.022222:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f7519a2000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f7482d7800 00000020:00000001:2.0:1788775945.022224:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775945.022225:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f759438e00. 02000000:00000001:2.0:1788775945.022227:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775945.022228:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775945.022229:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751982680. 00000100:00000001:2.0:1788775945.022233:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775945.022517:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.022519:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788775945.022524:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95f751983800 x1875667198170752/t0(0) o400->lustre-MDT0001-mdc-ffff95f750935000@192.168.202.107@tcp:12/10 lens 224/224 e 0 to 0 dl 1788775960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788775945.022530:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788775945.022532:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788775945.022534:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95f747fee800. 02000000:00000001:2.0:1788775945.022537:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788775945.022538:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788775945.022540:0:2404:0:(genops.c:1223:class_import_put()) import ffff95f760671000 refcount=3 obd=lustre-MDT0001-mdc-ffff95f750935000 00000020:00000001:2.0:1788775945.022542:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788775945.022544:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95f759438900. 02000000:00000001:2.0:1788775945.022546:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788775945.022547:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788775945.022727:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95f751983800. 00000100:00000001:2.0:1788775945.022731:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788775945.022732:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.022735:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788775945.022745:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788775945.022747:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788775945.022750:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788775945.022753:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775945.310063:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775945.310074:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775945.310082:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775945.310083:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775945.310106:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775945.310110:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775945.310114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788775946.329658:0:8458:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891330 (cpu 3) has reached its deadline 4295062285, at 4295062336 00000100:00000010:3.0:1788775946.329678:0:8458:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7472f5600. 00000100:00000040:2.0:1788775946.330624:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff95f743891220 (cpu 2) has reached its deadline 4295062285, at 4295062337 00000100:00000010:2.0:1788775946.333224:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95f7472f55a0. 00010000:00000001:0.0:1788775946.334049:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775946.334058:0:418:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788775946.334061:0:418:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788775946.334065:0:418:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775946.334072:0:418:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788775946.334074:0:418:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775946.334076:0:418:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775946.334078:0:418:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775946.334083:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775946.334085:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788775946.337587:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788775946.337597:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788775946.337603:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788775947.216882:0:10681:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788775947.216897:0:10681:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775947.353781:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775947.353803:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775947.353812:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775947.353813:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788775947.353846:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788775947.353850:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788775947.353853:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788775948.377622:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775948.377630:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788775948.377636:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788775948.377637:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788775948.381303:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788775948.381310:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788775948.381315:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 11247 lines, 11247 kept, 0 dropped, 0 bad.