00000001:01000000:0.0F:1789127186.157014:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 460 MB/s 00000001:01000000:3.0F:1789127186.407715:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 717 MB/s 00000001:01000000:2.0F:1789127186.657929:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4307 MB/s 00000020:02000000:3.0:1789127187.518896:0:2364:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_137_gfce00d1 00000400:02000000:3.0:1789127188.456399:0:2380:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.201.40@tcp [8/256/0/180] 00008000:02000000:1.0F:1789127191.940099:0:2530:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1789127388.629938:0:6160:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789127388.629943:0:6160:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1789127388.629945:0:6160:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.140@tcp:/lustre 00000020:01000004:1.0:1789127388.629947:0:6160:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1789127388.630087:0:6160:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000005234acfe 00000080:01000004:1.0:1789127388.630096:0:6160:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1789127388.630113:0:6160:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.140@tcp' 00000020:01000004:1.0:1789127388.630434:0:6160:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.140@tcp (typ=mgc) 00000020:00000080:1.0:1789127388.630455:0:6160:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.140@tcp (0000000095fdd5a4) 00000020:00000080:1.0:1789127388.630470:0:6160:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1789127388.630869:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789127388.630898:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789127388.631031:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1789127388.631037:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1789127388.649623:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1789127388.649640:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789127388.653844:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1789127388.653864:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1789127388.658904:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1789127388.658925:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1789127388.660651:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789127388.661152:0:6160:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789127388.661325:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1789127388.661331:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1789127388.663358:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:0.0:1789127388.663370:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1789127388.663851:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1789127388.663858:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:0.0:1789127388.664845:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:0.0:1789127388.664856:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1789127388.665387:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1789127388.665395:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1789127388.667514:0:6160:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1789127388.667527:0:6160:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1789127388.670792:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127388.670798:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127388.670799:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127388.671352:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127388.671356:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127388.671358:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1789127388.672578:0:6160:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000982fb8f1@MGC192.168.201.140@tcp: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127388.672820:0:6160:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.140@tcp-0 is initialized 00000040:01000000:0.0:1789127388.672828:0:6160:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.140@tcp ctxt 1 is initialized 00010000:00010000:0.0:1789127388.673707:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789127388.677724:0:6175:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789127388.677773:0:6160:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.140@tcp (uuid d9346e8f-38fd-493e-a113-a8a1e656b57f) 00000020:00000080:0.0:1789127388.677799:0:6160:0:(genops.c:1385:class_connect()) connect: client d9346e8f-38fd-493e-a113-a8a1e656b57f, cookie 0x4ba3aa4a3f3b8fc5 00000100:00080000:0.0:1789127388.677814:0:6160:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:0.0:1789127388.677826:0:6160:0:(import.c:546:import_select_connection()) MGC192.168.201.140@tcp: skip NID 192.168.201.140@tcp as not ready: rc = -114 00000100:00080000:0.0:1789127388.677831:0:6160:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import 00000000982fb8f1 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000100:00100000:0.0:1789127388.677877:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a39383a x1876035830284416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789127388.677896:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS 00000080:00200000:0.0:1789127388.677981:0:6160:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff940307df5000 (sb 000000005234acfe) 00000080:01000000:0.0:1789127388.678564:0:6160:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1789127388.678567:0:6160:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1789127388.678572:0:6160:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:0.0:1789127388.678581:0:6160:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 50ccce0c-bf10-418f-826e-64bb39a15f4e 00000100:00100000:3.0:1789127388.678944:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000000a39383a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9346e8f-38fd-493e-a113-a8a1e656b57f:2396:1876035830284416:192.168.201.140@tcp:250: 10000000:01000000:0.0:1789127388.680667:0:6160:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789127388.680672:0:6160:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff940307df5000 10000000:01000000:0.0:1789127388.680676:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff940310363490 10000000:01000000:0.0:1789127388.680785:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789127388.680793:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff940310363490 from 1 10000000:01000000:0.0:1789127388.680796:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789127388.680832:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 0000000063353182/0x4ba3aa4a3f3b8fcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127388.680842:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 0000000063353182/0x4ba3aa4a3f3b8fcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127388.680913:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 0000000063353182/0x4ba3aa4a3f3b8fcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789127388.680934:0:6160:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000079ab2885 x1876035830284544/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127388.680943:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000035924344 going to sleep for 0 seconds 00000100:00100000:0.0:1789127389.724696:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000035924344 going to sleep for 0 seconds 00010000:00010000:3.0:1789127389.724817:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789127389.724881:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1789127388/real 0] req@000000000a39383a x1876035830284416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1789127389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127389.724894:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a39383a x1876035830284416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1789127389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789127389.724912:0:2396:0:(import.c:65:import_set_state_nolock()) 00000000982fb8f1 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789127389.724932:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110) 00000100:00100000:0.0:1789127389.724935:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000a39383a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9346e8f-38fd-493e-a113-a8a1e656b57f:2396:1876035830284416:192.168.201.140@tcp:250: 00000100:00080000:1.0:1789127389.725020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789127389.725026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789127389.725028:0:36:0:(import.c:65:import_set_state_nolock()) 00000000982fb8f1 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789127389.725033:0:36:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 282 00000100:00080000:1.0:1789127389.725047:0:36:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import 00000000982fb8f1 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000100:00100000:1.0:1789127389.725078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005673e0d0 x1876035830284672/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789127389.725152:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005673e0d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9346e8f-38fd-493e-a113-a8a1e656b57f:2396:1876035830284672:192.168.201.140@tcp:250: 00000100:00100000:0.0:1789127389.742955:0:2396:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.201.140@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789127389.743395:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.140@tcp: connect to target with instance 0 00000100:00080000:0.0:1789127389.743406:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.140@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1789127389.743412:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1789127389.743417:0:2396:0:(import.c:65:import_set_state_nolock()) 00000000982fb8f1 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1789127389.743421:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1789127389.743515:0:2396:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1789127389.743529:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000035924344): req@0000000079ab2885 x1876035830284544/t0(0) o101->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127389.743559:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005673e0d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9346e8f-38fd-493e-a113-a8a1e656b57f:2396:1876035830284672:192.168.201.140@tcp:250: 00000100:00100000:2.0:1789127389.746656:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000035924344 going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.751727:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830284544:192.168.201.140@tcp:101: 00010000:00010000:0.0:1789127389.751757:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 0000000063353182/0x4ba3aa4a3f3b8fcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.751770:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 0000000063353182/0x4ba3aa4a3f3b8fcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127389.752180:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830284800:192.168.201.140@tcp:501: 00000100:00100000:0.0:1789127389.752278:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000092dc4555 going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.758723:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830284800:192.168.201.140@tcp:501: 10000000:01000000:0.0:1789127389.758768:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789127389.758802:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: 0000000063353182/0x4ba3aa4a3f3b8fcc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.758811:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: 0000000063353182/0x4ba3aa4a3f3b8fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789127389.758820:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff940307df5000 10000000:01000000:0.0:1789127389.758995:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789127389.759001:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff940307df5000 10000000:01000000:0.0:1789127389.759003:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789127389.759185:0:6160:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff940307df5000 10000000:01000000:0.0:1789127389.759190:0:6160:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789127389.759194:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff940307df5000 from 1 10000000:01000000:0.0:1789127389.759197:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789127389.759233:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 00000000df9f1cf8/0x4ba3aa4a3f3b8fd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.759241:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 00000000df9f1cf8/0x4ba3aa4a3f3b8fd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.759251:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 00000000df9f1cf8/0x4ba3aa4a3f3b8fd3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127389.759270:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830284928:192.168.201.140@tcp:101: 00000100:00100000:0.0:1789127389.759424:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000092dc4555 going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.781802:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830284928:192.168.201.140@tcp:101: 00010000:00010000:0.0:1789127389.781832:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 00000000df9f1cf8/0x4ba3aa4a3f3b8fd3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.781844:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 00000000df9f1cf8/0x4ba3aa4a3f3b8fd3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127389.781922:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285056:192.168.201.140@tcp:501: 00000100:00100000:0.0:1789127389.782035:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000092dc4555 going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.789285:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285056:192.168.201.140@tcp:501: 00000100:00100000:0.0:1789127389.789367:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285184:192.168.201.140@tcp:503: 00000100:00100000:0.0:1789127389.789489:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000092dc4555 going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.810819:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000079ab2885 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285184:192.168.201.140@tcp:503: 00000100:00100000:3.0:1789127389.812211:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ff077f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6179:1876035830285312:192.168.201.140@tcp:502: 00000100:00100000:3.0:1789127389.812342:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set 00000000e1888389 going to sleep for 11 seconds 00000100:00100000:1.0:1789127389.830133:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ff077f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6179:1876035830285312:192.168.201.140@tcp:502: 00000020:01000000:1.0:1789127389.830184:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127389.830199:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.830213:0:6179:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1789127389.830221:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff940307df5000 00000020:00000080:1.0:1789127389.830224:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789127389.830237:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff940307df5000 (000000003bc2764b) 00000020:00000080:1.0:1789127389.830258:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1789127389.830265:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff940307df5000 00000020:00000080:1.0:1789127389.830267:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1789127389.834085:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff940307df5000 (uuid 50ccce0c-bf10-418f-826e-64bb39a15f4e) 00000020:01000000:1.0:1789127389.834101:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789127389.834108:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.834110:0:6179:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1789127389.834113:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127389.834117:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.834118:0:6179:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1789127389.834123:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff940307df5000 00000020:00000080:1.0:1789127389.834125:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789127389.834134:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff940307df5000 (00000000cc13f6fc) 00000020:00000080:1.0:1789127389.834151:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1789127389.834157:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff940307df5000 00000020:00000080:1.0:1789127389.834159:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1789127389.834363:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff940307df5000 (uuid 50ccce0c-bf10-418f-826e-64bb39a15f4e) 00000020:01000000:1.0:1789127389.834368:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789127389.834371:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.834373:0:6179:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1789127389.834375:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127389.834378:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.834380:0:6179:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1789127389.834382:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789127389.834384:0:6179:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1789127389.834387:0:6179:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1789127389.834392:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789127389.834393:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.834400:0:6179:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1789127389.834402:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127389.834406:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.834407:0:6179:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1789127389.834409:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789127389.834414:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:1.0:1789127389.834439:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff940307df5000 00000020:00000080:1.0:1789127389.834442:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789127389.834448:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff940307df5000 (0000000008b7a726) 00000020:00000080:1.0:1789127389.835912:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1789127389.835931:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff940307df5000 00000020:00000080:1.0:1789127389.835935:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789127389.836032:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000046e7674b@lustre-MDT0000-mdc-ffff940307df5000: add connection 192.168.201.140@tcp at head 00010000:00010000:1.0:1789127389.845249:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff940307df5000-1 is initialized 00000040:01000000:1.0:1789127389.846064:0:6179:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff940307df5000 ctxt 13 is initialized 00000020:00000080:1.0:1789127389.851679:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff940307df5000 (uuid 50ccce0c-bf10-418f-826e-64bb39a15f4e) 00000020:01000000:1.0:1789127389.851701:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff940307df5000 00000020:00000080:1.0:1789127389.851705:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1789127389.851728:0:6179:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1789127389.851759:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789127389.851762:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.851764:0:6179:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1789127389.851766:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789127389.851768:0:6179:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1789127389.851769:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789127389.851771:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789127389.851772:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789127389.851773:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.851774:0:6179:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789127389.851777:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127389.851780:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.851782:0:6179:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1789127389.851796:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789127389.851802:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:1.0:1789127389.851829:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff940307df5000 00000020:00000080:1.0:1789127389.851832:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789127389.851854:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff940307df5000 (000000007a2ee790) 00000020:00000080:1.0:1789127389.851871:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:1.0:1789127389.851877:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff940307df5000 00000020:00000080:1.0:1789127389.851880:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789127389.851970:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c81c0a7c@lustre-MDT0001-mdc-ffff940307df5000: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127389.855175:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff940307df5000-2 is initialized 00000040:01000000:0.0:1789127389.855437:0:6179:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff940307df5000 ctxt 13 is initialized 00000020:00000080:0.0:1789127389.873299:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff940307df5000 (uuid 50ccce0c-bf10-418f-826e-64bb39a15f4e) 00000020:01000000:0.0:1789127389.873320:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff940307df5000 00000020:00000080:0.0:1789127389.873325:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1789127389.873350:0:6179:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1789127389.874124:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127389.874133:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.874135:0:6179:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1789127389.874138:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789127389.874141:0:6179:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1789127389.874143:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127389.874144:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127389.874146:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789127389.874148:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.874149:0:6179:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789127389.874152:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789127389.874158:0:6179:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:0.0:1789127389.874162:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.874163:0:6179:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789127389.874166:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789127389.874171:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1789127389.874202:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff940307df5000 00000020:00000080:0.0:1789127389.874205:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127389.874230:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff940307df5000 (00000000d6a7022f) 00000020:00000080:0.0:1789127389.874248:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1789127389.874258:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff940307df5000 00000020:00000080:0.0:1789127389.874260:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789127389.874384:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008589bd9d@lustre-OST0000-osc-ffff940307df5000: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127389.879410:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff940307df5000-3 is initialized 00000020:00000080:0.0:1789127389.891254:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff940307df5000 (uuid 50ccce0c-bf10-418f-826e-64bb39a15f4e) 00000020:01000000:0.0:1789127389.891279:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff940307df5000 00000020:00000080:0.0:1789127389.891285:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1789127389.891313:0:6179:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1789127389.891322:0:6179:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff940307df5000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1789127389.891329:0:6179:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1789127389.891340:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127389.891345:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.891346:0:6179:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789127389.891350:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789127389.891353:0:6179:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1789127389.891355:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127389.891356:0:6179:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127389.891357:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789127389.891360:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.891362:0:6179:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789127389.891364:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789127389.891367:0:6179:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:0.0:1789127389.891371:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.891372:0:6179:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789127389.891375:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789127389.891392:0:6179:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1789127389.891423:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff940307df5000 00000020:00000080:0.0:1789127389.891425:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127389.891436:0:6179:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff940307df5000 (00000000927c5f46) 00000020:00000080:0.0:1789127389.891456:0:6179:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:0.0:1789127389.891462:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff940307df5000 00000020:00000080:0.0:1789127389.891464:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789127389.891555:0:6179:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a86af3cf@lustre-OST0001-osc-ffff940307df5000: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127389.892255:0:6179:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff940307df5000-4 is initialized 00000020:00000080:0.0:1789127389.892951:0:6179:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff940307df5000 (uuid 50ccce0c-bf10-418f-826e-64bb39a15f4e) 00000020:01000000:0.0:1789127389.892962:0:6179:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff940307df5000 00000020:00000080:0.0:1789127389.892965:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1789127389.892992:0:6179:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1789127389.892999:0:6179:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff940307df5000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1789127389.893003:0:6179:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1789127389.893094:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127389.893099:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.893100:0:6179:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789127389.893104:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127389.893108:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127389.893109:0:6179:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789127389.893112:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789127389.893113:0:6179:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1789127389.893154:0:6179:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000640fe9eb pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6179:1876035830285440:192.168.201.140@tcp:502: 00000100:00100000:0.0:1789127389.895289:0:6179:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b481ff2e going to sleep for 11 seconds 00000100:00100000:2.0:1789127389.905340:0:6179:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000640fe9eb pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6179:1876035830285440:192.168.201.140@tcp:502: 00000020:01000000:2.0:1789127389.905393:0:6179:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789127389.905405:0:6179:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789127389.905408:0:6179:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000040:00080000:2.0:1789127389.905412:0:6179:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1789127389.907155:0:6160:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1789127389.907185:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789127389.907205:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: 00000000df9f1cf8/0x4ba3aa4a3f3b8fd3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127389.907217:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: 00000000df9f1cf8/0x4ba3aa4a3f3b8fd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789127389.907225:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff940307df5000 from 1 10000000:01000000:3.0:1789127389.907228:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1789127389.907271:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 000000000a2ec654/0x4ba3aa4a3f3b9004 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127389.907279:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 000000000a2ec654/0x4ba3aa4a3f3b9004 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127389.907288:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 000000000a2ec654/0x4ba3aa4a3f3b9004 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789127389.907311:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000004d022618 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285568:192.168.201.140@tcp:101: 00000100:00100000:3.0:1789127389.907426:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 0000000054703d55 going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.918533:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000004d022618 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285568:192.168.201.140@tcp:101: 00010000:00010000:0.0:1789127389.918569:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 000000000a2ec654/0x4ba3aa4a3f3b9004 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799746b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.918580:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 000000000a2ec654/0x4ba3aa4a3f3b9004 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c25777799746b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127389.919208:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285696:192.168.201.140@tcp:256: 00000100:00100000:0.0:1789127389.919303:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b481ff2e going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.936514:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285696:192.168.201.140@tcp:256: 10000000:01000000:0.0:1789127389.937423:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1789127389.937456:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: 000000000a2ec654/0x4ba3aa4a3f3b9004 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799746b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.937468:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: 000000000a2ec654/0x4ba3aa4a3f3b9004 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799746b expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789127389.937486:0:6160:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940307df5000 from 1 10000000:01000000:0.0:1789127389.937489:0:6160:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789127389.937529:0:6160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: 00000000d96a469d/0x4ba3aa4a3f3b900b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.937536:0:6160:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: 00000000d96a469d/0x4ba3aa4a3f3b900b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.937544:0:6160:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: 00000000d96a469d/0x4ba3aa4a3f3b900b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127389.937565:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285824:192.168.201.140@tcp:101: 00000100:00100000:0.0:1789127389.938170:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b481ff2e going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.944967:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285824:192.168.201.140@tcp:101: 00010000:00010000:0.0:1789127389.945013:0:6160:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: 00000000d96a469d/0x4ba3aa4a3f3b900b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127389.945026:0:6160:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: 00000000d96a469d/0x4ba3aa4a3f3b900b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127389.945108:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285952:192.168.201.140@tcp:501: 00000100:00100000:0.0:1789127389.945223:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b481ff2e going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.950463:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830285952:192.168.201.140@tcp:501: 00000100:00100000:0.0:1789127389.950541:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830286080:192.168.201.140@tcp:503: 00000100:00100000:0.0:1789127389.950707:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b481ff2e going to sleep for 11 seconds 00000100:00100000:0.0:1789127389.969843:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000410a3f0f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:6160:1876035830286080:192.168.201.140@tcp:503: 00000100:00100000:2.0:1789127389.972075:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ede70d40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6184:1876035830286208:192.168.201.140@tcp:502: 00000100:00100000:2.0:1789127389.972222:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set 000000000eedd9ef going to sleep for 11 seconds 00000100:00100000:1.0:1789127389.980692:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ede70d40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6184:1876035830286208:192.168.201.140@tcp:502: 00000020:01000000:1.0:1789127389.980752:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127389.980767:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127389.980770:0:6184:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789127389.980779:0:6184:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940307df5000 00000020:00000080:1.0:1789127389.980783:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1789127389.980968:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6184:1876035830286336:192.168.201.140@tcp:502: 00000100:00100000:1.0:1789127389.981328:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403115b7600 going to sleep for 11 seconds 00000100:00100000:1.0:1789127390.009669:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6184:1876035830286336:192.168.201.140@tcp:502: 00000020:01000000:1.0:1789127390.009727:0:6184:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789127390.009740:0:6184:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127390.009743:0:6184:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1789127390.009748:0:6184:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1789127390.013672:0:6160:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1789127390.013709:0:6160:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789127390.013731:0:6160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127390.013743:0:6160:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1789127390.013769:0:6160:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1789127390.013800:0:6160:0:(genops.c:1385:class_connect()) connect: client 50ccce0c-bf10-418f-826e-64bb39a15f4e, cookie 0x4ba3aa4a3f3b9012 00800000:01000000:0.0:1789127390.013825:0:6160:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 50ccce0c-bf10-418f-826e-64bb39a15f4e to lustre-clilmv-ffff940307df5000 00800000:01000000:0.0:1789127390.013845:0:6160:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff940307df5000(50ccce0c-bf10-418f-826e-64bb39a15f4e) - lustre-MDT0000_UUID, 50ccce0c-bf10-418f-826e-64bb39a15f4e 00000020:00000080:0.0:1789127390.013854:0:6160:0:(genops.c:1385:class_connect()) connect: client 50ccce0c-bf10-418f-826e-64bb39a15f4e, cookie 0x4ba3aa4a3f3b9019 00000100:00080000:0.0:1789127390.013868:0:6160:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff940307df5000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:0.0:1789127390.013881:0:6160:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff940307df5000: import ffff940306fe2000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:0.0:1789127390.013895:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789127390.013926:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940313936940 x1876035830286464/t0(0) o38->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789127390.013968:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID 00000100:00100000:3.0:1789127390.014042:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940313936940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830286464:192.168.201.140@tcp:38: 00800000:01000000:0.0:1789127390.015316:0:6160:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff940307df5000(50ccce0c-bf10-418f-826e-64bb39a15f4e) successfully (5) 00800000:00000004:0.0:1789127390.015323:0:6160:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff940307df5000: age -717, max_age 0 00800000:01000000:0.0:1789127390.015376:0:6160:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff940307df5000(50ccce0c-bf10-418f-826e-64bb39a15f4e) - lustre-MDT0001_UUID, 50ccce0c-bf10-418f-826e-64bb39a15f4e 00000020:00000080:0.0:1789127390.015390:0:6160:0:(genops.c:1385:class_connect()) connect: client 50ccce0c-bf10-418f-826e-64bb39a15f4e, cookie 0x4ba3aa4a3f3b9020 00000100:00080000:0.0:1789127390.015399:0:6160:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff940307df5000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:0.0:1789127390.015409:0:6160:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff940307df5000: import ffff940306fe6000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:0.0:1789127390.015419:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789127390.015451:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94031009cb40 x1876035830286720/t0(0) o38->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789127390.015464:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID 00800000:01000000:0.0:1789127390.015515:0:6160:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff940307df5000(50ccce0c-bf10-418f-826e-64bb39a15f4e) successfully (5) 00800000:00000004:0.0:1789127390.015518:0:6160:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff940307df5000: age -717, max_age 0 00000080:00000004:0.0:1789127390.015537:0:6160:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff940307df5000: age -717, max_age 282 00800000:00000004:0.0:1789127390.015543:0:6160:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff940307df5000: age -717, max_age 282 00000100:00080000:0.0:1789127390.015560:0:6160:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94031009e940 x1876035830286976/t0(0) o41->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127390.015569:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff940304a25e40 going to sleep for 0 seconds 00000100:00080000:0.0:1789127390.015661:0:2397:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94031009e580 x1876035830286848/t0(0) o41->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127390.015671:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1789127390.015676:0:2397:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff940313934000 x1876035830286592/t0(0) o41->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127390.029689:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830286720:192.168.201.140@tcp:38: 00010000:00080000:3.0:1789127390.042617:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940313936940 x1876035830286464/t0(0) o38->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1789127400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127390.042635:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff940307df5000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789127390.042646:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff940307df5000: connect to target with instance 1 00000001:01000000:1.0:1789127390.294517:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff940307df5000: T10 checksum algorithm t10ip512 speed = 4099 MB/s 00000001:01000000:2.0:1789127390.543655:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff940307df5000: T10 checksum algorithm t10ip4K speed = 2991 MB/s 00010000:00010000:0.0:1789127390.748832:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1789127390.794787:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff940307df5000: T10 checksum algorithm t10crc512 speed = 418 MB/s 00000001:01000000:2.0:1789127391.044902:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff940307df5000: T10 checksum algorithm t10crc4K speed = 619 MB/s 00000100:00080000:2.0:1789127391.044918:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff940307df5000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789127391.044935:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789127391.044941:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940306fe2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789127391.045572:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003e0257d5): req@ffff94031009e940 x1876035830286976/t0(0) o41->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789127391.045637:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003dd3c955): req@ffff940313934000 x1876035830286592/t0(0) o41->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127391.045659:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940313936940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830286464:192.168.201.140@tcp:38: 00010000:00080000:0.0:1789127391.045721:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009cb40 x1876035830286720/t0(0) o38->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1789127400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127391.045731:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff940307df5000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789127391.045742:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff940307df5000: connect to target with instance 1 00000100:00080000:0.0:1789127391.045749:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff940307df5000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1789127391.045757:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789127391.045760:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940306fe6000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789127391.046484:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff940304a25e40 going to sleep for 0 seconds 00000100:00100000:3.0:1789127391.046526:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff940304a25e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789127391.046646:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830286720:192.168.201.140@tcp:38: 00010000:00080000:3.0:1789127391.054174:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009e940 x1876035830286976/t0(0) o41->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1789127407 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127391.054195:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50ccce0c-bf10-418f-826e-64bb39a15f4e:6160:1876035830286976:192.168.201.140@tcp:41: 00800000:00000004:3.0:1789127391.054220:0:6160:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff940307df5000: update ffff940310365328 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1789127391.054227:0:6160:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff940307df5000: update ffff940310360450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1789127391.054287:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50ccce0c-bf10-418f-826e-64bb39a15f4e:6160:1876035830287104:192.168.201.140@tcp:40: 00000100:00100000:3.0:1789127391.054364:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff940306206180 going to sleep for 11 seconds 00010000:00080000:3.0:1789127391.061512:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a60000 x1876035830287104/t0(0) o40->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 440/448 e 0 to 0 dl 1789127407 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127391.061532:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50ccce0c-bf10-418f-826e-64bb39a15f4e:6160:1876035830287104:192.168.201.140@tcp:40: 00000080:00000004:3.0:1789127391.061556:0:6160:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1789127391.061569:0:6160:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683273 ocd_grant: 2146304 00020000:01000000:3.0:1789127391.061586:0:6160:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:3.0:1789127391.061599:0:6160:0:(genops.c:1385:class_connect()) connect: client 50ccce0c-bf10-418f-826e-64bb39a15f4e, cookie 0x4ba3aa4a3f3b9027 00000020:00000080:3.0:1789127391.061651:0:6160:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4ba3aa4a3f3b902e 00000100:00080000:3.0:1789127391.061659:0:6160:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff940307df5000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:3.0:1789127391.061666:0:6160:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff940307df5000: import ffff940308502800 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:3.0:1789127391.061678:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789127391.061700:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940321a60000 x1876035830287232/t0(0) o8->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789127391.061720:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID 00020000:01000000:3.0:1789127391.061739:0:6160:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff940307df5000) active 00000020:00000080:3.0:1789127391.061764:0:6160:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4ba3aa4a3f3b9035 00000100:00080000:3.0:1789127391.061768:0:6160:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff940307df5000: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:3.0:1789127391.061773:0:6160:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff940307df5000: import ffff940308507000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:3.0:1789127391.061777:0:6160:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789127391.061788:0:6160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff940321a603c0 x1876035830287360/t0(0) o8->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789127391.061795:0:6160:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID 00020000:01000000:3.0:1789127391.061800:0:6160:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff940307df5000) active 00000100:00100000:3.0:1789127391.061834:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50ccce0c-bf10-418f-826e-64bb39a15f4e:6160:1876035830287488:192.168.201.140@tcp:900: 00000100:00100000:3.0:1789127391.061910:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff940306206180 going to sleep for 11 seconds 00000100:00100000:2.0:1789127391.062209:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830287232:192.168.201.140@tcp:8: 00000100:00100000:2.0:1789127391.062250:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830287360:192.168.201.140@tcp:8: 00000100:00100000:3.0:1789127391.062381:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a61680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830287616:192.168.201.140@tcp:400: 00010000:00080000:1.0:1789127391.062743:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940313934000 x1876035830286592/t0(0) o41->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1789127407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127391.062758:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940313934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:0:1876035830286592:192.168.201.140@tcp:41: 00010000:00080000:1.0:1789127391.062771:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009e580 x1876035830286848/t0(0) o41->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1789127407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127391.062789:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:0:1876035830286848:192.168.201.140@tcp:41: 00010000:00080000:3.0:1789127391.067582:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a63840 x1876035830287488/t0(0) o900->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:29/10 lens 264/248 e 0 to 0 dl 1789127407 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127391.067733:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50ccce0c-bf10-418f-826e-64bb39a15f4e:6160:1876035830287488:192.168.201.140@tcp:900: 00000100:00100000:3.0:1789127391.067812:0:6160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50ccce0c-bf10-418f-826e-64bb39a15f4e:6160:1876035830287744:192.168.201.140@tcp:33: 00000100:00100000:3.0:1789127391.067945:0:6160:0:(client.c:2715:ptlrpc_set_wait()) set ffff940306206180 going to sleep for 11 seconds 00000100:00100000:3.0:1789127391.071587:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a61680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830287616:192.168.201.140@tcp:400: 00010000:00080000:0.0:1789127391.071785:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a60000 x1876035830287232/t0(0) o8->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1789127401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127391.071797:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff940307df5000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789127391.071806:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff940307df5000: connect to target with instance 1 00000100:00080000:0.0:1789127391.071815:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff940307df5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1789127391.071827:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789127391.071831:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940308502800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1789127391.071837:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1789127391.071841:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1789127391.071847:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1789127391.071857:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830287232:192.168.201.140@tcp:8: 00010000:00080000:0.0:1789127391.072806:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a603c0 x1876035830287360/t0(0) o8->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1789127401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127391.072830:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff940307df5000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789127391.072836:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff940307df5000: connect to target with instance 1 00000100:00080000:0.0:1789127391.072842:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff940307df5000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1789127391.072851:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789127391.072853:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940308507000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1789127391.072857:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1789127391.072860:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1789127391.072863:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1789127391.072870:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830287360:192.168.201.140@tcp:8: 00010000:00080000:3.0:1789127391.124181:0:6160:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a63840 x1876035830287744/t0(0) o33->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:23/10 lens 448/464 e 0 to 0 dl 1789127407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789127391.124201:0:6160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50ccce0c-bf10-418f-826e-64bb39a15f4e:6160:1876035830287744:192.168.201.140@tcp:33: 00000080:00200000:3.0:1789127391.124420:0:6160:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) 00000080:00200000:3.0:1789127391.124429:0:6160:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1789127391.124509:0:6160:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_137_gfce00d1 00000080:00000004:3.0:1789127391.129708:0:6160:0:(super25.c:182:lustre_fill_super()) 192.168.201.140@tcp:/lustre: Mount complete 00000080:00200008:3.0:1789127391.330215:0:6202:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789127391.330227:0:6202:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:3.0:1789127391.330247:0:6202:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789127391.330307:0:6202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.330318:0:6202:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6202 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.330327:0:6202:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6202 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789127391.330352:0:6202:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job mkdir:50ccce0c-bf10-418f-826e-64bb39a15f4e:6202:1876035830287872:192.168.201.140@tcp:101: 00000100:00100000:3.0:1789127391.330459:0:6202:0:(client.c:2715:ptlrpc_set_wait()) set ffff940306206180 going to sleep for 11 seconds 00000100:00100000:3.0:1789127391.334820:0:6202:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job mkdir:50ccce0c-bf10-418f-826e-64bb39a15f4e:6202:1876035830287872:192.168.201.140@tcp:101: 00010000:00010000:3.0:1789127391.334847:0:6202:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.334870:0:6202:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.334882:0:6202:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.334896:0:6202:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.334909:0:6202:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.334928:0:6202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.334935:0:6202:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1789127391.334946:0:6202:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff940321a63840 x1876035830287872/t0(0) o101->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1789127407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1789127391.334959:0:6202:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.334971:0:6202:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff940306fdc800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1789127391.335258:0:6202:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1789127391.335289:0:6202:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1789127391.335306:0:6202:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:3.0:1789127391.335313:0:6202:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:3.0:1789127391.335316:0:6202:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd8422bcc0 00010000:00010000:3.0:1789127391.335320:0:6202:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127391.335328:0:6202:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789127391.772825:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127392.797027:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1789127393.476403:0:6254:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789127393.476434:0:6254:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:3.0:1789127393.476465:0:6254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789127393.476490:0:6254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789127393.476585:0:6254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789127393.477042:0:6254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789127393.477053:0:6254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:3.0:1789127393.477057:0:6254:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:3.0:1789127393.477067:0:6254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd8153bcc0 00010000:00010000:3.0:1789127393.477071:0:6254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789127393.477081:0:6254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1789127393.478471:0:6254:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1789127393.478483:0:6254:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:3.0:1789127393.478586:0:6254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789127393.479065:0:6254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1789127393.479083:0:6254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1789127393.479093:0:6254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789127393.479104:0:6254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:3.0:1789127393.479108:0:6254:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:3.0:1789127393.479119:0:6254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd8153bcc0 00010000:00010000:3.0:1789127393.479123:0:6254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1789127393.479132:0:6254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1789127393.479376:0:6254:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:3.0:1789127393.479389:0:6254:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789127393.479396:0:6254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1789127393.479406:0:6254:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1789127393.479438:0:6254:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789127393.479443:0:6254:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:3.0:1789127393.479446:0:6254:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:3.0:1789127393.479450:0:6254:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd8153bbb0 00010000:00010000:3.0:1789127393.479453:0:6254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1789127393.479461:0:6254:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1789127393.479470:0:6254:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88), inode mode 41ed mask 44 00000080:00200008:3.0:1789127393.479479:0:6254:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), flags 100000 00000080:00200080:3.0:1789127393.480215:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:3.0:1789127393.480238:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940302a74800 uarg=0000000000000000 00800000:00000004:3.0:1789127393.480247:0:6254:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff940307df5000: age 284, max_age 285 00000100:00100000:3.0:1789127393.480302:0:6254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a63480 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288000:192.168.201.140@tcp:41: 00000100:00100000:3.0:1789127393.480451:0:6254:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403062066c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789127393.489915:0:6254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a63480 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288000:192.168.201.140@tcp:41: 00800000:00000004:3.0:1789127393.489961:0:6254:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff940307df5000: update ffff940310365328 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:2.0:1789127393.490264:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:2.0:1789127393.490295:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940307e75800 uarg=0000000000000000 00800000:00000004:2.0:1789127393.490304:0:6254:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff940307df5000: age -717, max_age 285 00000100:00100000:2.0:1789127393.490366:0:6254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288128:192.168.201.140@tcp:41: 00000100:00100000:2.0:1789127393.490534:0:6254:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307621480 going to sleep for 11 seconds 00010000:00080000:0.0:1789127393.516099:0:6254:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398c780 x1876035830288128/t0(0) o41->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1789127409 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127393.516126:0:6254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288128:192.168.201.140@tcp:41: 00800000:00000004:0.0:1789127393.516172:0:6254:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff940307df5000: update ffff9403062e8450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1789127393.516349:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516377:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516386:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516391:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516395:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516399:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516402:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516406:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516422:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516427:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516453:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516457:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516462:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516465:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516469:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516472:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516476:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516480:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516484:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516487:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516504:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516508:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516513:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516516:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516520:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516524:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516528:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516531:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516535:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516539:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516543:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516546:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516550:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516554:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516559:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516570:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516575:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516579:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516583:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516587:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516590:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516594:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516597:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516600:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516660:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516665:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516669:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516686:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516691:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516695:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516698:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516702:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516706:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516710:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516714:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516718:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516721:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516725:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516729:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516733:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516745:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516750:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516755:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516758:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516763:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516766:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516770:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516774:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516778:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516782:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516786:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516790:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516794:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516797:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516802:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516805:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516810:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516813:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516817:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516821:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516825:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516829:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516833:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516837:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516841:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516851:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516857:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516861:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516864:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516868:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516872:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516876:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516880:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516883:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516888:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516891:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516895:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516897:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516901:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516904:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516907:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516910:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516925:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516931:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516935:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516938:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516943:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516946:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516950:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516953:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516965:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516970:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516974:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516977:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516981:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516984:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516987:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516990:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516993:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.516996:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.516999:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.517002:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.517005:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.517008:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.517011:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00800000:00000080:0.0:1789127393.517014:0:6254:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.517018:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.517024:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00020000:00000004:0.0:1789127393.517032:0:6254:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff940307df5000: age -717, max_age 286 00000100:00100000:0.0:1789127393.517075:0:6254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288256:192.168.201.140@tcp:13: 00000100:00100000:0.0:1789127393.517166:0:6254:0:(client.c:2715:ptlrpc_set_wait()) set ffff94030820e600 going to sleep for 11 seconds 00010000:00080000:0.0:1789127393.526982:0:6254:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009ed00 x1876035830288256/t0(0) o13->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1789127409 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127393.527009:0:6254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288256:192.168.201.140@tcp:13: 00020000:00000004:0.0:1789127393.527066:0:6254:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff940307df5000: update ffff9403060f1e98 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:0.0:1789127393.527861:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.527889:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00020000:00000004:0.0:1789127393.527900:0:6254:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff940307df5000: age -717, max_age 286 00000100:00100000:0.0:1789127393.527951:0:6254:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288384:192.168.201.140@tcp:13: 00000100:00100000:0.0:1789127393.528051:0:6254:0:(client.c:2715:ptlrpc_set_wait()) set ffff94030820e600 going to sleep for 11 seconds 00010000:00080000:0.0:1789127393.537329:0:6254:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009ed00 x1876035830288384/t0(0) o13->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1789127409 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127393.537355:0:6254:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job lfs:50ccce0c-bf10-418f-826e-64bb39a15f4e:6254:1876035830288384:192.168.201.140@tcp:13: 00020000:00000004:0.0:1789127393.537386:0:6254:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff940307df5000: update ffff9403060f0450 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:0.0:1789127393.537484:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537511:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537518:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537522:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537526:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537530:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537533:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537537:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537540:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537543:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537546:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537549:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537553:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537556:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537577:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537581:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537585:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537588:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537592:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537652:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537659:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537662:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537666:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537669:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537673:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537676:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537680:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537684:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537688:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537691:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537696:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537701:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537705:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537708:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537712:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537905:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537913:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537917:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537921:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537935:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537941:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537945:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537949:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537952:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537956:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537959:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537963:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537966:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537971:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537974:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537977:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537980:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537983:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537986:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537990:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.537994:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.537997:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538000:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538004:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538007:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538011:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538014:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538017:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538021:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538031:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538036:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538039:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538043:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538046:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538049:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538053:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538056:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538059:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538062:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538065:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538068:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538071:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538074:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538078:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538080:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538084:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538087:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538090:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538093:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538097:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538100:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538104:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538106:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538111:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538121:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538126:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538129:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538133:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538136:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538140:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538144:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538148:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538151:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538336:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538343:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538347:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538351:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538355:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538358:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538362:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538366:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538370:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538374:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538378:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538381:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538385:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538388:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538392:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538396:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538419:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538425:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538429:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538435:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538439:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538442:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538446:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538449:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538453:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538457:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200080:0.0:1789127393.538461:0:6254:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88) cmd=c00866a4 arg=7fff0668d3f0 00020000:00000080:0.0:1789127393.538464:0:6254:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff940307df5000: cmd=c00866a4 len=592 karg=ffff940310098c00 uarg=0000000000000000 00000080:00200008:0.0:1789127393.538483:0:6254:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), flags 100000 00010000:00010000:2.0:1789127393.825016:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127394.845083:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127395.871661:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789127396.253110:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830288512:192.168.201.140@tcp:400: 00000100:00100000:0.0:1789127396.253272:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830288768:192.168.201.140@tcp:400: 00000100:00100000:0.0:1789127396.253306:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830289024:192.168.201.140@tcp:400: 00000100:00100000:0.0:1789127396.253336:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789127396.253344:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830288640:192.168.201.140@tcp:400: 00000100:00100000:0.0:1789127396.253388:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830288896:192.168.201.140@tcp:400: 00000100:00100000:1.0:1789127396.266540:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830288512:192.168.201.140@tcp:400: 00010000:00080000:1.0:1789127396.266570:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009de00 x1876035830289024/t0(0) o400->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127396.266585:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830289024:192.168.201.140@tcp:400: 00000100:00100000:1.0:1789127396.281772:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830288640:192.168.201.140@tcp:400: 00010000:00080000:1.0:1789127396.281818:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009da40 x1876035830288896/t0(0) o400->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127396.281831:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830288896:192.168.201.140@tcp:400: 00010000:00080000:1.0:1789127396.281845:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009d680 x1876035830288768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127396.281854:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830288768:192.168.201.140@tcp:400: 00010000:00010000:0.0:1789127396.892802:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789127397.430326:0:6448:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1789127397.931514:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127398.944044:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127399.967912:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127400.989907:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789127401.375114:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830289152:192.168.201.140@tcp:400: 00000100:00100000:3.0:1789127401.375250:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289408:192.168.201.140@tcp:400: 00000100:00100000:3.0:1789127401.375318:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289664:192.168.201.140@tcp:400: 00000100:00100000:3.0:1789127401.375359:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789127401.375385:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289280:192.168.201.140@tcp:400: 00000100:00100000:3.0:1789127401.375416:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289536:192.168.201.140@tcp:400: 00000100:00100000:2.0:1789127401.404703:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289280:192.168.201.140@tcp:400: 00010000:00080000:2.0:1789127401.404734:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398c780 x1876035830289536/t0(0) o400->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127401.404748:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289536:192.168.201.140@tcp:400: 00000100:00100000:2.0:1789127401.404761:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830289152:192.168.201.140@tcp:400: 00010000:00080000:2.0:1789127401.404773:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398c3c0 x1876035830289408/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127401.404783:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289408:192.168.201.140@tcp:400: 00010000:00080000:2.0:1789127401.404808:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398f840 x1876035830289664/t0(0) o400->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127401.404817:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830289664:192.168.201.140@tcp:400: 00010000:00010000:2.0:1789127402.013304:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127403.041786:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789127403.350439:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000100:00100000:2.0:1789127403.350493:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000100:00100000:3.0:1789127403.350662:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876035849219968 00000100:00100000:3.0:1789127403.350676:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876035849219968 00000100:00100000:3.0:1789127403.350762:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876035849220096 00000100:00100000:3.0:1789127403.350766:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876035849220096 00000100:00100000:3.0:1789127403.350791:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 0 00000100:00100000:3.0:1789127403.350803:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94031398f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d9346e8f-38fd-493e-a113-a8a1e656b57f+4:10352:x1876035849219968:12345-192.168.201.140@tcp:104: 00010000:00010000:3.0:1789127403.350829:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127403.350948:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789127403.350957:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94031398f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d9346e8f-38fd-493e-a113-a8a1e656b57f+4:10352:x1876035849219968:12345-192.168.201.140@tcp:104: Request processed in 156us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1789127403.350966:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 0 00000100:00100000:3.0:1789127403.350988:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 1 00000100:00100000:3.0:1789127403.350996:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94031398c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d9346e8f-38fd-493e-a113-a8a1e656b57f+3:10352:x1876035849220096:12345-192.168.201.140@tcp:104: 00010000:00010000:3.0:1789127403.351005:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127403.351052:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789127403.351059:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94031398c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:d9346e8f-38fd-493e-a113-a8a1e656b57f+3:10352:x1876035849220096:12345-192.168.201.140@tcp:104: Request processed in 64us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1789127403.351067:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 1 00010000:00010000:1.0:1789127403.351136:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789127403.351146:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351156:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940300030600 already unused, calling callback (ffffffffc11bdc20) 10000000:00010000:1.0:1789127403.351161:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351173:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789127403.351190:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789127403.351196:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1789127403.351260:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351268:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789127403.351293:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351301:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff940300030600/0x4ba3aa4a3f3b8fd3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c257777997464 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351319:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789127403.351323:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351329:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940300030e00 already unused, calling callback (ffffffffc11bdc20) 10000000:00010000:1.0:1789127403.351331:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351338:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789127403.351344:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789127403.351350:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1789127403.351369:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351374:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789127403.351379:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351385:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff940300030e00/0x4ba3aa4a3f3b8fcc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c25777799745d expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127403.351399:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127403.351401:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127403.351402:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789127403.351422:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830289792:192.168.201.140@tcp:103: 00000100:00100000:1.0:1789127403.351577:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789127403.351585:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830289920:192.168.201.140@tcp:103: 00010000:00010000:0.0:1789127403.352231:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789127403.365286:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830289792:192.168.201.140@tcp:103: 00000100:00100000:1.0:1789127403.365333:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830289920:192.168.201.140@tcp:103: 00010000:00010000:1.0:1789127404.060819:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127405.085987:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789127406.045148:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1789127406.045159:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff940307df5000 from 48 10000000:01000000:2.0:1789127406.045168:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789127406.045248:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff940307b29600/0x4ba3aa4a3f3b9043 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789127406.045263:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff940307b29600/0x4ba3aa4a3f3b9043 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789127406.045287:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff940307b29600/0x4ba3aa4a3f3b9043 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789127406.045333:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398fc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290048:192.168.201.140@tcp:101: 00000100:00100000:2.0:1789127406.045459:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307d036c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789127406.061131:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398fc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290048:192.168.201.140@tcp:101: 00010000:00010000:0.0:1789127406.061173:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff940307b29600/0x4ba3aa4a3f3b9043 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997528 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127406.061199:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff940307b29600/0x4ba3aa4a3f3b9043 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c257777997528 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127406.061303:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290176:192.168.201.140@tcp:501: 00000100:00100000:0.0:1789127406.061421:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff94030820ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789127406.067142:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290176:192.168.201.140@tcp:501: 00000100:00100000:0.0:1789127406.067232:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290304:192.168.201.140@tcp:503: 00000100:00100000:0.0:1789127406.067360:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff94030820ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789127406.072488:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290304:192.168.201.140@tcp:503: 00000100:00100000:0.0:1789127406.073295:0:6660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6660:1876035830290432:192.168.201.140@tcp:502: 00000100:00100000:0.0:1789127406.073416:0:6660:0:(client.c:2715:ptlrpc_set_wait()) set ffff94030820e480 going to sleep for 11 seconds 00000100:00100000:1.0:1789127406.089078:0:6660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6660:1876035830290432:192.168.201.140@tcp:502: 00000020:01000000:1.0:1789127406.091684:0:6660:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127406.091796:0:6660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127406.091801:0:6660:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789127406.091810:0:6660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789127406.091881:0:6660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009fc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6660:1876035830290560:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789127406.092051:0:6660:0:(client.c:2715:ptlrpc_set_wait()) set ffff94030820e000 going to sleep for 11 seconds 00000100:00100000:0.0:1789127406.095417:0:6660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009fc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6660:1876035830290560:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1789127406.095482:0:6660:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127406.095504:0:6660:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127406.095507:0:6660:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789127406.095513:0:6660:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1789127406.095641:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:3.0:1789127406.095660:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789127406.095673:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff940307b29600/0x4ba3aa4a3f3b9043 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997528 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127406.095691:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff940307b29600/0x4ba3aa4a3f3b9043 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997528 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789127406.095702:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1789127406.095706:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff940310363490 from 1 10000000:01000000:3.0:1789127406.095709:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1789127406.095752:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff940314052000/0x4ba3aa4a3f3b904a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127406.095760:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff940314052000/0x4ba3aa4a3f3b904a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127406.095769:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff940314052000/0x4ba3aa4a3f3b904a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789127406.095795:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290688:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789127406.095886:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff940304e4e900 going to sleep for 11 seconds 00000100:00100000:1.0:1789127406.108785:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290688:192.168.201.140@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789127406.108826:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff940314052000/0x4ba3aa4a3f3b904a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799752f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127406.108840:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff940314052000/0x4ba3aa4a3f3b904a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c25777799752f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789127406.108957:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290816:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789127406.109049:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307eb6240 going to sleep for 11 seconds 00010000:00010000:2.0:1789127406.112169:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789127406.135927:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830290816:192.168.201.140@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1789127406.135990:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789127406.136004:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff940314052000/0x4ba3aa4a3f3b904a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799752f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127406.136017:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff940314052000/0x4ba3aa4a3f3b904a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799752f expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789127406.494635:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291072:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127406.494761:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291328:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127406.494799:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789127406.494805:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830290944:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127406.494832:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291200:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127406.494850:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291456:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127406.507106:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830290944:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1789127406.507135:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398da40 x1876035830291200/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127406.507149:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291200:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1789127406.507161:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398ed00 x1876035830291456/t0(0) o400->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127406.507170:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291456:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127406.507218:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291072:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1789127406.507229:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398c000 x1876035830291328/t0(0) o400->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127406.507239:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830291328:192.168.201.140@tcp:400:kworker.0 00010000:00010000:0.0:1789127407.133056:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789127408.119271:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.140@tcp (source: 12345-192.168.201.140@tcp) 00000100:00100000:3.0:1789127408.119350:0:6164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876035849230336 00000100:00100000:3.0:1789127408.119362:0:6164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876035849230336 00000100:00100000:3.0:1789127408.119421:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.140@tcp, seq: 2 00000100:00100000:3.0:1789127408.119432:0:6164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff940321a61e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:d9346e8f-38fd-493e-a113-a8a1e656b57f+3:10414:x1876035849230336:12345-192.168.201.140@tcp:104: 00010000:00010000:3.0:1789127408.119455:0:6164:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127408.120033:0:6164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789127408.120044:0:6164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff940321a61e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:d9346e8f-38fd-493e-a113-a8a1e656b57f+3:10414:x1876035849230336:12345-192.168.201.140@tcp:104: Request processed in 612us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1789127408.120054:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.140@tcp, seq: 2 00010000:00010000:1.0:1789127408.124756:0:6171:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789127408.124773:0:6171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127408.124787:0:6171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff940300030000 already unused, calling callback (ffffffffc11bdc20) 10000000:00010000:1.0:1789127408.124792:0:6171:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127408.124805:0:6171:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789127408.124813:0:6171:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789127408.124819:0:6171:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789127408.124903:0:6171:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127408.124934:0:6171:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789127408.124975:0:6171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127408.124983:0:6171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.140@tcp lock: ffff940300030000/0x4ba3aa4a3f3b900b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb61c257777997472 expref: -99 pid: 6160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127408.125012:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127408.125014:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127408.125015:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789127408.125035:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789127408.125061:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830291584:192.168.201.140@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1789127408.130700:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830291584:192.168.201.140@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789127408.162795:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127409.180826:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789127409.500703:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789127409.500714:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff940307df5000 from 4 10000000:01000000:3.0:1789127409.500741:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789127409.500813:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff940314052e00/0x4ba3aa4a3f3b9051 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127409.500827:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff940314052e00/0x4ba3aa4a3f3b9051 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127409.500841:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff940314052e00/0x4ba3aa4a3f3b9051 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789127409.500893:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a621c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830291712:192.168.201.140@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789127409.501016:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff940304e4ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1789127409.509705:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a621c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830291712:192.168.201.140@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789127409.509758:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff940314052e00/0x4ba3aa4a3f3b9051 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997575 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127409.509774:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff940314052e00/0x4ba3aa4a3f3b9051 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c257777997575 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789127409.509880:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830291840:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789127409.509983:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307eb6240 going to sleep for 11 seconds 00000100:00100000:1.0:1789127409.515377:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830291840:192.168.201.140@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789127409.515483:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830291968:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789127409.515999:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307eb6240 going to sleep for 11 seconds 00000100:00100000:1.0:1789127409.523057:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9346e8f-38fd-493e-a113-a8a1e656b57f:6175:1876035830291968:192.168.201.140@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789127409.527112:0:6718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6718:1876035830292096:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789127409.527278:0:6718:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307eb6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789127409.535946:0:6718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6718:1876035830292096:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789127409.536014:0:6718:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127409.536029:0:6718:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127409.536031:0:6718:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789127409.536039:0:6718:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff940307df5000 00000020:00000080:1.0:1789127409.536043:0:6718:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1789127409.536155:0:6718:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6718:1876035830292224:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789127409.536262:0:6718:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307eb6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789127409.556530:0:6718:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:6718:1876035830292224:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1789127409.556812:0:6718:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127409.556827:0:6718:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127409.556830:0:6718:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1789127409.556837:0:6718:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1789127409.563645:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1789127409.563680:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789127409.563694:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff940314052e00/0x4ba3aa4a3f3b9051 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997575 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127409.563707:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff940314052e00/0x4ba3aa4a3f3b9051 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997575 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127410.213694:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127411.240043:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789127411.612874:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292480:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127411.612979:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292736:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127411.613013:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1789127411.613020:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830292352:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127411.613050:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292608:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127411.613073:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292864:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127411.617929:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830292352:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1789127411.617954:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a612c0 x1876035830292608/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127411.617966:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292608:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1789127411.617979:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a63480 x1876035830292864/t0(0) o400->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127411.617988:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292864:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127411.618002:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292480:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1789127411.618032:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a60f00 x1876035830292736/t0(0) o400->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127411.618040:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830292736:192.168.201.140@tcp:400:kworker.0 00010000:00010000:3.0:1789127412.289646:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127413.276937:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127414.309551:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127415.325746:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127416.348811:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789127416.573143:0:7024:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg140-client.virtnet: executing check_logdir /tmp/testlogs/ 00000100:00080000:1.0:1789127416.733221:0:37:0:(import.c:65:import_set_state_nolock()) ffff940308502800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1789127416.733229:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff940307df5000: disconnect after 23s idle 00000100:00080000:1.0:1789127416.739496:0:37:0:(import.c:65:import_set_state_nolock()) ffff940308507000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1789127416.739504:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff940307df5000: disconnect after 23s idle 00000100:00100000:1.0:1789127416.739561:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830292992:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127416.739716:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830293248:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127416.739757:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789127416.739765:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830293120:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127416.741949:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830293376:192.168.201.140@tcp:9:kworker.0 00000100:00100000:3.0:1789127416.742058:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830293504:192.168.201.140@tcp:9:kworker.0 00010000:00080000:3.0:1789127416.756548:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d1e00 x1876035830293376/t0(0) o9->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789127416.756575:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9403139d1e00 x1876035830293376/t0(0) o9->lustre-OST0000-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789127416.756584:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940308502800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1789127416.756590:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830293376:192.168.201.140@tcp:9:kworker.0 00010000:00080000:3.0:1789127416.756908:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d3840 x1876035830293504/t0(0) o9->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789127416.756919:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9403139d3840 x1876035830293504/t0(0) o9->lustre-OST0001-osc-ffff940307df5000@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127426 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789127416.756927:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940308507000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1789127416.756931:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50ccce0c-bf10-418f-826e-64bb39a15f4e:2396:1876035830293504:192.168.201.140@tcp:9:kworker.0 00000100:00100000:0.0:1789127416.758063:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830293120:192.168.201.140@tcp:400:kworker.0 00000100:00100000:0.0:1789127416.758080:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830292992:192.168.201.140@tcp:400:kworker.0 00010000:00080000:0.0:1789127416.758095:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d0780 x1876035830293248/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127416.758107:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830293248:192.168.201.140@tcp:400:kworker.0 00010000:00010000:2.0:1789127417.390910:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127418.401835:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127419.432695:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127420.448779:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127421.469625:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789127421.854972:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830293632:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127421.855099:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830293888:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127421.855132:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789127421.855139:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830293760:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127421.876013:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830293632:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1789127421.876038:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d2580 x1876035830293888/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127421.876051:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830293888:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127421.876092:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830293760:192.168.201.140@tcp:400:kworker.0 00010000:00010000:3.0:1789127422.494713:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127423.519556:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789127424.361152:0:7305:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg140-client.virtnet: executing yml_node 00010000:00010000:1.0:1789127424.544061:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127425.587773:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127426.592177:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789127426.972837:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830294016:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127426.972982:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830294272:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127426.973108:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789127426.973115:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830294144:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1789127426.978307:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d03c0 x1876035830294272/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127426.978336:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830294272:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127426.978377:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830294144:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127426.978404:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830294016:192.168.201.140@tcp:400:kworker.0 00010000:00010000:2.0:1789127427.615571:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127428.639982:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127429.674046:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127430.684981:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789127431.437100:0:7759:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.137 00010000:00010000:2.0:1789127431.720032:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789127432.094928:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830294400:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127432.095079:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830294656:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127432.095156:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789127432.095164:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830294528:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127432.100701:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830294528:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1789127432.100740:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a60f00 x1876035830294656/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127432.100753:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830294656:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127432.102116:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830294400:192.168.201.140@tcp:400:kworker.0 00010000:00010000:2.0:1789127432.743397:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127433.758490:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127434.782292:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789127434.886862:0:7915:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.137 00010000:00010000:3.0:1789127435.805198:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127436.834150:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789127437.213193:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830294912:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127437.213397:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830294784:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127437.213468:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830295040:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127437.220103:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830294784:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1789127437.220135:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398c000 x1876035830295040/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127437.220149:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830295040:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127437.228376:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830294912:192.168.201.140@tcp:400:kworker.0 00010000:00010000:3.0:1789127437.853123:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789127438.618810:0:8072:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.137 00010000:00010000:3.0:1789127438.877147:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127439.911677:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789127440.524310:0:8219:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Sep 11 07:50:38 EDT 2026 00010000:00010000:2.0:1789127440.924964:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127441.949465:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789127442.332971:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830295296:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127442.333379:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789127442.333388:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830295168:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127442.333421:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830295424:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127442.339912:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830295168:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1789127442.339938:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398d2c0 x1876035830295424/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127442.339952:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830295424:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127442.339965:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830295296:192.168.201.140@tcp:400:kworker.0 00010000:00010000:2.0:1789127442.974886:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127443.997151:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127445.022466:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789127446.057023:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127447.069275:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789127447.454485:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830295680:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127447.455362:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789127447.455379:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830295552:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127447.455452:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830295808:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127447.470385:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830295552:192.168.201.140@tcp:400:kworker.0 00010000:00080000:2.0:1789127447.470420:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff940321a63840 x1876035830295808/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127447.470447:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a63840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830295808:192.168.201.140@tcp:400:kworker.0 00000100:00100000:2.0:1789127447.470465:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830295680:192.168.201.140@tcp:400:kworker.0 00010000:00010000:3.0:1789127448.094064:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127449.119705:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127450.141036:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127451.166533:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127452.188887:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789127452.572995:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830295936:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127452.576206:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789127452.576245:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296064:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127452.578009:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296192:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127452.592399:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296064:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127452.592430:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830295936:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1789127452.592485:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398d2c0 x1876035830296192/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127452.592501:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296192:192.168.201.140@tcp:400:kworker.0 00010000:00010000:2.0:1789127453.213070:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127454.237253:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127455.267641:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127456.285919:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127457.312695:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789127457.699555:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296448:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127457.699741:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789127457.699751:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830296320:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127457.699788:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296576:192.168.201.140@tcp:400:kworker.0 00010000:00080000:3.0:1789127457.702321:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398ed00 x1876035830296576/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127457.702347:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296576:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127457.702364:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830296448:192.168.201.140@tcp:400:kworker.0 00000100:00100000:3.0:1789127457.706303:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830296320:192.168.201.140@tcp:400:kworker.0 00010000:00010000:2.0:1789127458.332899:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789127459.356817:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127460.381251:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127461.412501:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789127462.429745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789127462.813331:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830296704:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127462.813474:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830296960:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127462.813514:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789127462.813520:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830296832:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127462.817084:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830296704:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127462.817416:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830296832:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1789127462.817429:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009ed00 x1876035830296960/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127462.817439:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830296960:192.168.201.140@tcp:400:kworker.0 00000001:02000400:1.0:1789127463.244568:0:8783:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1789127463.454929:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127464.478122:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789127465.505225:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789127465.752159:0:8922:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1789127466.529269:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789127467.348914:0:9068:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 07:51:05 (1789127465) === 00000080:00200008:3.0:1789127467.490680:0:8239:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789127467.490695:0:8239:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:3.0:1789127467.490719:0:8239:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789127467.490738:0:8239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1789127467.490752:0:8239:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1789127467.490775:0:8239:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789127467.490783:0:8239:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:3.0:1789127467.490786:0:8239:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:3.0:1789127467.490794:0:8239:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd81c23cc0 00010000:00010000:3.0:1789127467.490797:0:8239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1789127467.490806:0:8239:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:2.0:1789127467.516093:0:8239:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789127467.516110:0:8239:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:2.0:1789127467.516137:0:8239:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789127467.516155:0:8239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1789127467.516167:0:8239:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:2.0:1789127467.516173:0:8239:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789127467.516179:0:8239:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:2.0:1789127467.516182:0:8239:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:2.0:1789127467.516193:0:8239:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd81c23cc0 00010000:00010000:2.0:1789127467.516196:0:8239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1789127467.516202:0:8239:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1789127467.535809:0:8239:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789127467.535824:0:8239:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:2.0:1789127467.535861:0:8239:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789127467.535891:0:8239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1789127467.535909:0:8239:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1789127467.535917:0:8239:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789127467.535926:0:8239:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:2.0:1789127467.535931:0:8239:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:2.0:1789127467.535940:0:8239:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd81c23cc0 00010000:00010000:2.0:1789127467.535944:0:8239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1789127467.535953:0:8239:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789127467.549158:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1789127467.550274:0:8239:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff940312125b88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1789127467.550285:0:8239:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff940312125b88),name=/ 00000002:00010000:0.0:1789127467.550314:0:8239:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1789127467.550335:0:8239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1789127467.550363:0:8239:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1789127467.550372:0:8239:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1789127467.550380:0:8239:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) 00000080:00010000:0.0:1789127467.550384:0:8239:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff940312125b88) for lock 0x4ba3aa4a3f3b903c 00000080:00010000:0.0:1789127467.550392:0:8239:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4ba3aa4a3f3b903c from it ffffb8dd81c23cc0 00010000:00010000:0.0:1789127467.550397:0:8239:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1789127467.550407:0:8239:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff940307df5000 lock: ffff940314053e00/0x4ba3aa4a3f3b903c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb61c25777799749c expref: -99 pid: 6202 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1789127467.825243:0:9116:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789127467.825252:0:9116:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1789127467.825254:0:9116:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.140@tcp:/lustre 00000020:01000004:2.0:1789127467.825255:0:9116:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1789127467.825382:0:9116:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff94031033e800 00000080:01000004:2.0:1789127467.825392:0:9116:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1789127467.825413:0:9116:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.140@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789127467.825417:0:9116:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.140@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1789127467.825424:0:9116:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff94031033e800 (sb ffff94031033e800) 00000080:01000000:2.0:1789127467.825501:0:9116:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1789127467.825504:0:9116:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1789127467.825506:0:9116:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:2.0:1789127467.825804:0:9116:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 1589f69e-a2e3-4d19-b966-7c376d2544b9 10000000:01000000:2.0:1789127467.830350:0:9116:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789127467.830357:0:9116:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff94031033e800 10000000:01000000:2.0:1789127467.830364:0:9116:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff94031033e800 10000000:01000000:2.0:1789127467.830369:0:9116:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789127467.830375:0:9116:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff94031033e800 10000000:01000000:2.0:1789127467.830378:0:9116:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789127467.830382:0:9116:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff94031033e800 10000000:01000000:2.0:1789127467.830384:0:9116:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789127467.830389:0:9116:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff94031033e800 from 1 10000000:01000000:2.0:1789127467.830392:0:9116:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789127467.830435:0:9116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff940307b29800/0x4ba3aa4a3f3b9058 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789127467.830447:0:9116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff940307b29800/0x4ba3aa4a3f3b9058 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789127467.830459:0:9116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff940307b29800/0x4ba3aa4a3f3b9058 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789127467.830486:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398da40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297088:192.168.201.140@tcp:101:mount.lustre.0 00000100:00100000:2.0:1789127467.830589:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403100a3300 going to sleep for 11 seconds 00000100:00100000:0.0:1789127467.839398:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398da40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297088:192.168.201.140@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789127467.839445:0:9116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff940307b29800/0x4ba3aa4a3f3b9058 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799757c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789127467.839459:0:9116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff940307b29800/0x4ba3aa4a3f3b9058 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c25777799757c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789127467.839542:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297216:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789127467.839653:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403103bfcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789127467.844037:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297216:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789127467.844118:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297344:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789127467.844221:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403103bfcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789127467.855894:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297344:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789127467.856288:0:9120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9120:1876035830297472:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789127467.856490:0:9120:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403103bf840 going to sleep for 11 seconds 00000100:00100000:0.0:1789127467.869525:0:9120:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9120:1876035830297472:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1789127467.869574:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127467.869588:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.869591:0:9120:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1789127467.869599:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff94031033e800 00000020:00000080:0.0:1789127467.869635:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127467.869651:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff94031033e800 (ffff9403060f4ed8) 00000020:00000080:0.0:1789127467.869671:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1789127467.869678:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff94031033e800 00000020:00000080:0.0:1789127467.869681:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1789127467.869980:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff94031033e800 (uuid 1589f69e-a2e3-4d19-b966-7c376d2544b9) 00000020:01000000:0.0:1789127467.869986:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.869991:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.869992:0:9120:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1789127467.869995:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127467.869998:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.870000:0:9120:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1789127467.870003:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff94031033e800 00000020:00000080:0.0:1789127467.870006:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127467.870013:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff94031033e800 (ffff9403060f3490) 00000020:00000080:0.0:1789127467.870022:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1789127467.870027:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff94031033e800 00000020:00000080:0.0:1789127467.870029:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1789127467.870189:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff94031033e800 (uuid 1589f69e-a2e3-4d19-b966-7c376d2544b9) 00000020:01000000:0.0:1789127467.870200:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.870203:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.870204:0:9120:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1789127467.870207:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127467.870210:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.870211:0:9120:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1789127467.870215:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789127467.870217:0:9120:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1789127467.870220:0:9120:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1789127467.870224:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.870226:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.870228:0:9120:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1789127467.870230:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127467.870233:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.870235:0:9120:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1789127467.870237:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789127467.870241:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1789127467.871044:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff94031033e800 00000020:00000080:0.0:1789127467.871048:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127467.871337:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff94031033e800 (ffff940307ec8000) 00000020:00000080:0.0:1789127467.871353:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1789127467.871360:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff94031033e800 00000020:00000080:0.0:1789127467.871364:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789127467.872550:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff940306014800@lustre-MDT0000-mdc-ffff94031033e800: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127467.876060:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff94031033e800-5 is initialized 00000040:01000000:0.0:1789127467.876331:0:9120:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff94031033e800 ctxt 13 is initialized 00000020:00000080:0.0:1789127467.876376:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff94031033e800 (uuid 1589f69e-a2e3-4d19-b966-7c376d2544b9) 00000020:01000000:0.0:1789127467.876392:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94031033e800 00000020:00000080:0.0:1789127467.876397:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1789127467.878366:0:9120:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1789127467.878650:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.878663:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.878666:0:9120:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1789127467.878669:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789127467.878672:0:9120:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1789127467.878673:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127467.878675:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127467.878676:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789127467.878679:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.878680:0:9120:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789127467.878682:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127467.878687:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.878688:0:9120:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1789127467.878691:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789127467.878697:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1789127467.878730:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff94031033e800 00000020:00000080:0.0:1789127467.878733:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127467.878746:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff94031033e800 (ffff940307ecced8) 00000020:00000080:0.0:1789127467.878763:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1789127467.878768:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff94031033e800 00000020:00000080:0.0:1789127467.878770:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789127467.878876:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff940306011000@lustre-MDT0001-mdc-ffff94031033e800: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127467.882595:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff94031033e800-6 is initialized 00000040:01000000:0.0:1789127467.883769:0:9120:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff94031033e800 ctxt 13 is initialized 00000020:00000080:0.0:1789127467.883814:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff94031033e800 (uuid 1589f69e-a2e3-4d19-b966-7c376d2544b9) 00000020:01000000:0.0:1789127467.883828:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94031033e800 00000020:00000080:0.0:1789127467.883832:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1789127467.883856:0:9120:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1789127467.883890:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.883892:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.883894:0:9120:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1789127467.883897:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789127467.883900:0:9120:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1789127467.883906:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127467.883908:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127467.883909:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789127467.883912:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.883913:0:9120:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789127467.883915:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789127467.883920:0:9120:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:0.0:1789127467.883923:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.883924:0:9120:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789127467.883927:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789127467.883933:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1789127467.883958:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff94031033e800 00000020:00000080:0.0:1789127467.883960:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127467.883971:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff94031033e800 (ffff940307ecb490) 00000020:00000080:0.0:1789127467.883985:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1789127467.883989:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff94031033e800 00000020:00000080:0.0:1789127467.883992:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789127467.884055:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff940306017800@lustre-OST0000-osc-ffff94031033e800: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127467.884581:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff94031033e800-7 is initialized 00000020:00000080:0.0:1789127467.884852:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff94031033e800 (uuid 1589f69e-a2e3-4d19-b966-7c376d2544b9) 00000020:01000000:0.0:1789127467.884862:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94031033e800 00000020:00000080:0.0:1789127467.884865:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1789127467.884879:0:9120:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1789127467.884885:0:9120:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff94031033e800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1789127467.884890:0:9120:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1789127467.884900:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.884903:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.884905:0:9120:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789127467.884908:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789127467.884911:0:9120:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1789127467.884912:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127467.884914:0:9120:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789127467.884921:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789127467.884924:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.884925:0:9120:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789127467.884927:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789127467.884931:0:9120:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.140@tcp:/lustre 00000020:00000080:0.0:1789127467.884934:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.884935:0:9120:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789127467.884939:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789127467.884943:0:9120:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.140@tcp to nid 0x20000c0a8c98c (192.168.201.140@tcp) 00000020:01000000:0.0:1789127467.884959:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff94031033e800 00000020:00000080:0.0:1789127467.884962:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789127467.884971:0:9120:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff94031033e800 (ffff940307ec9a48) 00000020:00000080:0.0:1789127467.884985:0:9120:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1789127467.884990:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff94031033e800 00000020:00000080:0.0:1789127467.884992:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1789127467.885045:0:9120:0:(ldlm_lib.c:102:import_set_conn()) imp ffff940308505800@lustre-OST0001-osc-ffff94031033e800: add connection 192.168.201.140@tcp at head 00010000:00010000:0.0:1789127467.886914:0:9120:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff94031033e800-8 is initialized 00000020:00000080:0.0:1789127467.889655:0:9120:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff94031033e800 (uuid 1589f69e-a2e3-4d19-b966-7c376d2544b9) 00000020:01000000:0.0:1789127467.889677:0:9120:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94031033e800 00000020:00000080:0.0:1789127467.889681:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1789127467.889708:0:9120:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1789127467.889718:0:9120:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff94031033e800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1789127467.889723:0:9120:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1789127467.889736:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.889740:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.889741:0:9120:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789127467.889746:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789127467.889750:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.889752:0:9120:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789127467.889754:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789127467.889756:0:9120:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789127467.889758:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.889767:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.889768:0:9120:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000100:00100000:0.0:1789127467.889821:0:9120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9120:1876035830297600:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789127467.892877:0:9120:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307601cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.907758:0:9120:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9120:1876035830297600:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789127467.907810:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127467.907833:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127467.907837:0:9120:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789127467.907844:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1789127467.907890:0:9120:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9120:1876035830297728:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789127467.907996:0:9120:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403076213c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.911644:0:9120:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9120:1876035830297728:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789127467.911701:0:9120:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789127467.911711:0:9120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127467.911713:0:9120:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789127467.911718:0:9120:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1789127467.912644:0:9116:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789127467.912674:0:9116:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789127467.912692:0:9116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff940307b29800/0x4ba3aa4a3f3b9058 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799757c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127467.912704:0:9116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff940307b29800/0x4ba3aa4a3f3b9058 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799757c expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789127467.912712:0:9116:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff94031033e800 from 1 10000000:01000000:3.0:1789127467.912714:0:9116:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1789127467.912750:0:9116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff940314053800/0x4ba3aa4a3f3b9089 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127467.912758:0:9116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff940314053800/0x4ba3aa4a3f3b9089 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789127467.912766:0:9116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff940314053800/0x4ba3aa4a3f3b9089 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789127467.912789:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff940321a621c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297856:192.168.201.140@tcp:101:mount.lustre.0 00000100:00100000:3.0:1789127467.913155:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff940308297000 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.919052:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff940321a621c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297856:192.168.201.140@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789127467.919097:0:9116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff940314053800/0x4ba3aa4a3f3b9089 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997583 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127467.919110:0:9116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff940314053800/0x4ba3aa4a3f3b9089 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c257777997583 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789127467.920830:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297984:192.168.201.140@tcp:256:mount.lustre.0 00000100:00100000:1.0:1789127467.920984:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403076213c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.927024:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830297984:192.168.201.140@tcp:256:mount.lustre.0 10000000:01000000:1.0:1789127467.927764:0:9116:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1789127467.927792:0:9116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff940314053800/0x4ba3aa4a3f3b9089 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997583 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127467.927804:0:9116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff940314053800/0x4ba3aa4a3f3b9089 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c257777997583 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789127467.927827:0:9116:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff94031033e800 from 1 10000000:01000000:1.0:1789127467.927830:0:9116:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789127467.927865:0:9116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.140@tcp lock: ffff940301481200/0x4ba3aa4a3f3b9090 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127467.927874:0:9116:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.140@tcp lock: ffff940301481200/0x4ba3aa4a3f3b9090 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127467.927883:0:9116:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.140@tcp lock: ffff940301481200/0x4ba3aa4a3f3b9090 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789127467.927903:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830298112:192.168.201.140@tcp:101:mount.lustre.0 00000100:00100000:1.0:1789127467.927981:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403076213c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.931482:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830298112:192.168.201.140@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789127467.931513:0:9116:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.140@tcp lock: ffff940301481200/0x4ba3aa4a3f3b9090 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799758a expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789127467.931525:0:9116:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.140@tcp lock: ffff940301481200/0x4ba3aa4a3f3b9090 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb61c25777799758a expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789127467.931649:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830298240:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789127467.931723:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403076213c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.933928:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830298496:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127467.934020:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789127467.934027:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830298368:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127467.941009:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830298240:192.168.201.140@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789127467.941088:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830298624:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789127467.941190:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff9403076213c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.944502:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9346e8f-38fd-493e-a113-a8a1e656b57f:9116:1876035830298624:192.168.201.140@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789127467.945121:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9124:1876035830298752:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789127467.945218:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307621840 going to sleep for 11 seconds 00000100:00100000:1.0:1789127467.948956:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830298368:192.168.201.140@tcp:400:kworker.0 00010000:00080000:1.0:1789127467.948977:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d1a40 x1876035830298496/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127467.948990:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830298496:192.168.201.140@tcp:400:kworker.0 00000100:00100000:1.0:1789127467.949797:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9124:1876035830298752:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789127467.949840:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127467.949853:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127467.949856:0:9124:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789127467.949862:0:9124:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff94031033e800 00000020:00000080:1.0:1789127467.949865:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789127467.949873:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789127467.949875:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127467.949876:0:9124:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789127467.949878:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789127467.949880:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789127467.949882:0:9124:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789127467.949885:0:9124:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff94031033e800 00000020:00000080:1.0:1789127467.949886:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1789127467.949992:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9124:1876035830298880:192.168.201.140@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789127467.950087:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307621840 going to sleep for 11 seconds 00000100:00100000:0.0:1789127467.970641:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9346e8f-38fd-493e-a113-a8a1e656b57f:9124:1876035830298880:192.168.201.140@tcp:502:llog_process_th.0 00000020:01000000:0.0:1789127467.970689:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789127467.970699:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789127467.970702:0:9124:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1789127467.970707:0:9124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1789127467.971410:0:9116:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1789127467.972239:0:9116:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.140@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789127467.972383:0:9116:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.140@tcp lock: ffff940301481200/0x4ba3aa4a3f3b9090 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799758a expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789127467.972396:0:9116:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.140@tcp lock: ffff940301481200/0x4ba3aa4a3f3b9090 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb61c25777799758a expref: -99 pid: 9116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1789127467.972427:0:9116:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1789127467.972774:0:9116:0:(genops.c:1385:class_connect()) connect: client 1589f69e-a2e3-4d19-b966-7c376d2544b9, cookie 0x4ba3aa4a3f3b9097 00800000:01000000:0.0:1789127467.972798:0:9116:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 1589f69e-a2e3-4d19-b966-7c376d2544b9 to lustre-clilmv-ffff94031033e800 00800000:01000000:0.0:1789127467.972806:0:9116:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff94031033e800(1589f69e-a2e3-4d19-b966-7c376d2544b9) - lustre-MDT0000_UUID, 1589f69e-a2e3-4d19-b966-7c376d2544b9 00000020:00000080:0.0:1789127467.972814:0:9116:0:(genops.c:1385:class_connect()) connect: client 1589f69e-a2e3-4d19-b966-7c376d2544b9, cookie 0x4ba3aa4a3f3b909e 00000100:00080000:0.0:1789127467.972826:0:9116:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff94031033e800: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:0.0:1789127467.972839:0:9116:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff94031033e800: import ffff940306014800 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:0.0:1789127467.972852:0:9116:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789127467.972896:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94031009d680 x1876035830299008/t0(0) o38->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789127467.972923:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID 00800000:01000000:0.0:1789127467.973003:0:9116:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff94031033e800(1589f69e-a2e3-4d19-b966-7c376d2544b9) successfully (5) 00800000:00000004:0.0:1789127467.973007:0:9116:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff94031033e800: age -639, max_age 0 00000100:00080000:0.0:1789127467.973046:0:2398:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94031009f840 x1876035830299136/t0(0) o41->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:0.0:1789127467.973091:0:9116:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff94031033e800(1589f69e-a2e3-4d19-b966-7c376d2544b9) - lustre-MDT0001_UUID, 1589f69e-a2e3-4d19-b966-7c376d2544b9 00000020:00000080:0.0:1789127467.973098:0:9116:0:(genops.c:1385:class_connect()) connect: client 1589f69e-a2e3-4d19-b966-7c376d2544b9, cookie 0x4ba3aa4a3f3b90a5 00000100:00080000:0.0:1789127467.973110:0:9116:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff94031033e800: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:0.0:1789127467.973116:0:9116:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff94031033e800: import ffff940306011000 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:0.0:1789127467.973122:0:9116:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789127467.973134:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94031009c780 x1876035830299264/t0(0) o38->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789127467.973143:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID 00800000:01000000:0.0:1789127467.973189:0:9116:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff94031033e800(1589f69e-a2e3-4d19-b966-7c376d2544b9) successfully (5) 00800000:00000004:0.0:1789127467.973191:0:9116:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff94031033e800: age -639, max_age 0 00000100:00080000:0.0:1789127467.973218:0:2397:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94031009fc00 x1876035830299392/t0(0) o41->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1789127467.973243:0:9116:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff94031033e800: age -639, max_age 360 00800000:00000004:0.0:1789127467.973261:0:9116:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff94031033e800: age -639, max_age 360 00000100:00080000:0.0:1789127467.973278:0:9116:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94031009c3c0 x1876035830299520/t0(0) o41->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127467.973286:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307601a80 going to sleep for 0 seconds 00000100:00100000:1.0:1789127467.974004:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299008:192.168.201.140@tcp:38:mount.lustre.0 00000100:00100000:1.0:1789127467.974130:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299264:192.168.201.140@tcp:38:mount.lustre.0 00000100:00100000:1.0:1789127467.977914:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94031033e800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789127467.977934:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94031033e800: connect to target with instance 1 00000100:00080000:1.0:1789127467.977944:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff94031033e800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1789127467.977960:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789127467.977965:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940306014800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1789127467.978374:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a1653e36): req@ffff94031009f840 x1876035830299136/t0(0) o41->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789127467.978398:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a4ea1fe6): req@ffff94031009c3c0 x1876035830299520/t0(0) o41->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127467.978424:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299008:192.168.201.140@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789127467.978444:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009c780 x1876035830299264/t0(0) o38->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1789127477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127467.978453:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94031033e800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789127467.978459:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff94031033e800: connect to target with instance 1 00000100:00080000:1.0:1789127467.978465:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff94031033e800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1789127467.978471:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789127467.978473:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940306011000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789127467.979059:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307601a80 going to sleep for 11 seconds 00000100:00080000:1.0:1789127467.981586:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003dd3c955): req@ffff94031009fc00 x1876035830299392/t0(0) o41->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127467.981818:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299264:192.168.201.140@tcp:38:mount.lustre.0 00000100:00100000:0.0:1789127467.983401:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:0:1876035830299136:192.168.201.140@tcp:41:mount.lustre.0 00000100:00100000:1.0:1789127467.986758:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009c3c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1589f69e-a2e3-4d19-b966-7c376d2544b9:9116:1876035830299520:192.168.201.140@tcp:41:mount.lustre.0 00800000:00000004:1.0:1789127467.986789:0:9116:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff94031033e800: update ffff940307ec8450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:1.0:1789127467.986796:0:9116:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff94031033e800: update ffff9403060f38e0 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:1.0:1789127467.986843:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1589f69e-a2e3-4d19-b966-7c376d2544b9:9116:1876035830299648:192.168.201.140@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789127467.986911:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307621240 going to sleep for 11 seconds 00010000:00080000:1.0:1789127467.989891:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009fc00 x1876035830299392/t0(0) o41->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1789127483 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127467.989916:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:0:1876035830299392:192.168.201.140@tcp:41:mount.lustre.0 00000100:00100000:1.0:1789127467.992172:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1589f69e-a2e3-4d19-b966-7c376d2544b9:9116:1876035830299648:192.168.201.140@tcp:40:mount.lustre.0 00000080:00000004:1.0:1789127467.992201:0:9116:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1789127467.992215:0:9116:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683273 ocd_grant: 2146304 00020000:01000000:1.0:1789127467.992218:0:9116:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:1.0:1789127467.992229:0:9116:0:(genops.c:1385:class_connect()) connect: client 1589f69e-a2e3-4d19-b966-7c376d2544b9, cookie 0x4ba3aa4a3f3b90ac 00000020:00000080:1.0:1789127467.992255:0:9116:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4ba3aa4a3f3b90b3 00000100:00080000:1.0:1789127467.992262:0:9116:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff94031033e800: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:1.0:1789127467.992268:0:9116:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff94031033e800: import ffff940306017800 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:1.0:1789127467.992278:0:9116:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1789127467.992302:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9403139d1a40 x1876035830299776/t0(0) o8->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789127467.992333:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID 00020000:01000000:1.0:1789127467.992363:0:9116:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff94031033e800) active 00000020:00000080:1.0:1789127467.992393:0:9116:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4ba3aa4a3f3b90ba 00000100:00080000:1.0:1789127467.992398:0:9116:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff94031033e800: connect to NID 192.168.201.140@tcp last attempt 0 00000100:00080000:1.0:1789127467.992403:0:9116:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff94031033e800: import ffff940308505800 using connection 192.168.201.140@tcp/192.168.201.140@tcp 00000008:00100000:1.0:1789127467.992409:0:9116:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683273 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1789127467.992420:0:9116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9403139d3840 x1876035830299904/t0(0) o8->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789127467.992429:0:9116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID 00020000:01000000:1.0:1789127467.992436:0:9116:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff94031033e800) active 00000100:00100000:1.0:1789127467.992472:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d3c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1589f69e-a2e3-4d19-b966-7c376d2544b9:9116:1876035830300032:192.168.201.140@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789127467.992540:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307621240 going to sleep for 11 seconds 00000100:00100000:3.0:1789127467.992653:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299776:192.168.201.140@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789127467.992696:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299904:192.168.201.140@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789127467.996752:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d1a40 x1876035830299776/t0(0) o8->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1789127477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127467.996770:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94031033e800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789127467.996781:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94031033e800: connect to target with instance 1 00000100:00080000:3.0:1789127467.996792:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff94031033e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1789127467.996818:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789127467.996823:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940306017800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1789127467.996829:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1789127467.996833:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1789127467.996840:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1789127467.996853:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299776:192.168.201.140@tcp:8:mount.lustre.0 00000100:00100000:1.0:1789127467.997001:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d3c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1589f69e-a2e3-4d19-b966-7c376d2544b9:9116:1876035830300032:192.168.201.140@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789127467.997059:0:9116:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9403139d3c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1589f69e-a2e3-4d19-b966-7c376d2544b9:9116:1876035830300160:192.168.201.140@tcp:33:mount.lustre.0 00000100:00100000:1.0:1789127467.997233:0:9116:0:(client.c:2715:ptlrpc_set_wait()) set ffff940307621240 going to sleep for 11 seconds 00010000:00080000:3.0:1789127467.999788:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9403139d3840 x1876035830299904/t0(0) o8->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1789127477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127467.999805:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94031033e800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789127467.999815:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94031033e800: connect to target with instance 1 00000100:00080000:3.0:1789127467.999825:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94031033e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1789127467.999838:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789127467.999842:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940308505800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1789127467.999849:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1789127467.999854:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1789127467.999859:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1789127467.999867:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830299904:192.168.201.140@tcp:8:mount.lustre.0 00000100:00100000:1.0:1789127468.001723:0:9116:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9403139d3c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1589f69e-a2e3-4d19-b966-7c376d2544b9:9116:1876035830300160:192.168.201.140@tcp:33:mount.lustre.0 00000080:00200000:1.0:1789127468.001916:0:9116:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94031217f448) 00000080:00200000:1.0:1789127468.001924:0:9116:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1789127468.001995:0:9116:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_137_gfce00d1 00000080:00000004:1.0:1789127468.004570:0:9116:0:(super25.c:182:lustre_fill_super()) 192.168.201.140@tcp:/lustre: Mount complete 00000400:00000001:1.0:1789127468.190391:0:9146:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1789127468.572934:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127468.572942:0:8235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789127468.572944:0:8235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789127468.572946:0:8235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127468.572950:0:8235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789127468.572952:0:8235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127468.572954:0:8235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127468.572955:0:8235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127468.572958:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127468.572959:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789127468.573072:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789127468.573076:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789127468.573078:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789127469.340940:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029dea20 (cpu 2) has reached its deadline 4295030095, at 4295030144 00000100:00000010:2.0:1789127469.340957:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff940308361f00. 00000100:00000040:3.0:1789127469.340996:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029deb30 (cpu 3) has reached its deadline 4295030095, at 4295030144 00000100:00000010:3.0:1789127469.341002:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9403083618a0. 00010000:00000001:0.0:1789127469.603291:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127469.603299:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127469.603311:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127469.603313:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127469.603450:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127469.603454:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127469.603457:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127470.620785:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127470.620795:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127470.620803:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127470.620804:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789127470.621170:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789127470.621175:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789127470.621178:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127471.645016:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127471.645026:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127471.645035:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127471.645036:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127471.645200:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127471.645205:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127471.645209:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127472.668925:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127472.668936:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127472.668943:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127472.668944:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127472.669013:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127472.669017:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127472.669020:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789127473.054699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127473.054715:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127473.054731:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398c000. 00000020:00000040:2.0:1789127473.054740:0:8:0:(genops.c:1210:class_import_get()) import ffff9403119b1000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:2.0:1789127473.054746:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127473.054750:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127473.054757:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127473.054769:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e7f00. 00000100:00000001:2.0:1789127473.054778:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.054794:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127473.054807:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127473.054812:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.054820:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8bcd14] to pc [ptlrpcd_01_01+1] req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.054889:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.054893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127473.054896:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127473.054899:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398cb40. 00000020:00000040:2.0:1789127473.054901:0:8:0:(genops.c:1210:class_import_get()) import ffff940306fe2000 refcount=4 obd=lustre-MDT0000-mdc-ffff940307df5000 00000100:00000001:2.0:1789127473.054903:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127473.054905:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127473.054907:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127473.054912:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94031439c200. 00000100:00000001:2.0:1789127473.054916:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.054921:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127473.054929:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127473.054931:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.054935:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90a5739] to pc [ptlrpcd_01_00+0] req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.054943:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.054946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127473.054949:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127473.054952:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398ed00. 00000020:00000040:2.0:1789127473.054955:0:8:0:(genops.c:1210:class_import_get()) import ffff940306fe6000 refcount=4 obd=lustre-MDT0001-mdc-ffff940307df5000 00000100:00000001:2.0:1789127473.054957:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127473.054958:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127473.054959:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127473.054962:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94031439c000. 00000100:00000001:2.0:1789127473.054965:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.054969:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127473.054985:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127473.054994:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055000:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cc15f74] to pc [ptlrpcd_01_01+1] req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.055007:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127473.055013:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127473.055016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127473.055019:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127473.055023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127473.055027:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127473.055030:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398e940. 00000020:00000040:2.0:1789127473.055032:0:8:0:(genops.c:1210:class_import_get()) import ffff940306014800 refcount=4 obd=lustre-MDT0000-mdc-ffff94031033e800 00000100:00000001:2.0:1789127473.055035:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127473.055037:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127473.055038:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127473.055042:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94031439cf00. 00000100:00000001:2.0:1789127473.055046:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055050:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127473.055057:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127473.055059:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055062:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db975187] to pc [ptlrpcd_01_00+0] req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.055069:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127473.055074:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127473.055077:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398d2c0. 00000020:00000040:2.0:1789127473.055079:0:8:0:(genops.c:1210:class_import_get()) import ffff940306011000 refcount=4 obd=lustre-MDT0001-mdc-ffff94031033e800 00000100:00000001:2.0:1789127473.055087:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127473.055088:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127473.055090:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127473.055094:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403029aad00. 00000100:00000001:2.0:1789127473.055097:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055102:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127473.055109:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127473.055110:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055114:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea066a] to pc [ptlrpcd_01_01+1] req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.055120:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127473.055125:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127473.055129:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398e580. 00000020:00000040:2.0:1789127473.055131:0:8:0:(genops.c:1210:class_import_get()) import ffff940306017800 refcount=3 obd=lustre-OST0000-osc-ffff94031033e800 00000100:00000001:2.0:1789127473.055134:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127473.055135:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127473.055136:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127473.055140:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff940314249b00. 00000100:00000001:2.0:1789127473.055143:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055147:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127473.055153:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127473.055155:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055158:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d8ce6a] to pc [ptlrpcd_01_00+0] req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.055164:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127473.055169:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127473.055178:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398cf00. 00000020:00000040:2.0:1789127473.055180:0:8:0:(genops.c:1210:class_import_get()) import ffff940308505800 refcount=3 obd=lustre-OST0001-osc-ffff94031033e800 00000100:00000001:2.0:1789127473.055182:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127473.055183:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127473.055185:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127473.055202:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f600. 00000100:00000001:2.0:1789127473.055206:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055210:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127473.055217:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127473.055219:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055223:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9e1bb3f] to pc [ptlrpcd_01_01+1] req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.055229:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.055234:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:3.0:1789127473.055382:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127473.055388:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127473.055391:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127473.055399:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.055407:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127473.055410:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.055414:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127473.055418:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127473.055421:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.055424:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830300288:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.055434:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127473.055442:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127473.055445:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.055448:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127473.055455:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940311678e00. 02000000:00000001:3.0:1789127473.055457:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.055466:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127473.055471:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311dc0. 00000400:00000010:3.0:1789127473.055480:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58110. 00000100:00000200:3.0:1789127473.055488:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830300288, portal 25 00000100:00000001:3.0:1789127473.055491:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127473.055493:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667431424 : -118734042120192 : ffff94031398c000) 00000100:00000040:3.0:1789127473.055499:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.055507:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127473.055510:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127473.055513:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58088. 00000100:00000200:3.0:1789127473.055516:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876035830300288, offset 0 00000400:00000200:3.0:1789127473.055525:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127473.055537:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.055547:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127473.055553:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127473.055567:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127473.055571:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127473.055575:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127473.055579:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [132:132:256:4294967295] 192.168.201.140@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1789127473.055584:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.055595:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127473.055627:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127473.055634:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940302a68400. 00000800:00000200:3.0:1789127473.055643:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127473.055652:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127473.055658:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940302a68400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127473.055677:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.055681:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127473.055693:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295035157 00000100:00000010:3.0:1789127473.055699:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94030824ee40. 00000100:00000001:3.0:1789127473.055706:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789127473.055716:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295035157 00000100:00000010:3.0:1789127473.055720:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94030824e6c0. 00000100:00000001:3.0:1789127473.055723:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789127473.055726:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127473.055729:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.055733:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127473.055737:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.055743:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127473.055745:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.055747:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127473.055750:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127473.055751:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.055754:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830300544:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.055766:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127473.055769:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127473.055771:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.055773:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127473.055776:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940311679a00. 02000000:00000001:3.0:1789127473.055778:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.055782:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127473.055786:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311f78. 00000400:00000010:3.0:1789127473.055790:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c583b8. 00000100:00000200:3.0:1789127473.055794:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830300544, portal 10 00000100:00000001:3.0:1789127473.055796:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127473.055797:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667442944 : -118734042108672 : ffff94031398ed00) 00000100:00000040:3.0:1789127473.055805:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.055811:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127473.055812:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127473.055815:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c586e8. 00000100:00000200:3.0:1789127473.055817:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830300544, offset 0 00000400:00000200:3.0:1789127473.055821:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127473.055825:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.055828:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127473.055831:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127473.055833:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127473.055836:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127473.055838:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127473.055840:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [133:133:255:4294967295] 192.168.201.140@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:3.0:1789127473.055843:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.055849:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127473.055853:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127473.055856:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940302a68100. 00000800:00000200:3.0:1789127473.055860:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127473.055870:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127473.055872:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940302a68100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127473.055875:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127473.055880:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: using a timeout of 160356 usecs (161 jiffies) 00000400:00000200:3.0:1789127473.055884:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127473.055885:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295034020 00000100:00000001:3.0:1789127473.055888:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.055890:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295034020 00000100:00000001:3.0:1789127473.055892:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.055894:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127473.055896:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.055898:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127473.055902:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.055908:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127473.055909:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.055911:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127473.055913:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127473.055916:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.055919:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830300800:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.055921:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127473.055924:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127473.055925:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.055927:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127473.055932:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940311678c00. 02000000:00000001:3.0:1789127473.055934:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.055937:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127473.055939:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311318. 00000400:00000010:3.0:1789127473.055943:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58a18. 00000100:00000200:3.0:1789127473.055946:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830300800, portal 10 00000100:00000001:3.0:1789127473.055947:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127473.055954:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667436224 : -118734042115392 : ffff94031398d2c0) 00000020:00000010:3.0:1789127473.055963:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff940312a50000. 00000100:00000040:3.0:1789127473.055970:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.055988:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127473.055990:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127473.055993:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58198. 00000100:00000200:3.0:1789127473.055996:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830300800, offset 0 00000400:00000200:3.0:1789127473.056000:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056004:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056008:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127473.056011:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127473.056013:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127473.056016:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127473.056018:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056021:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [134:134:254:4294967295] 192.168.201.140@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:3.0:1789127473.056025:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056031:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127473.056035:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127473.056041:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940313e50900. 00000800:00000200:3.0:1789127473.056045:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127473.056049:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127473.056051:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940313e50900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127473.056054:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127473.056056:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: using a timeout of 13721 usecs (14 jiffies) 00000400:00000200:3.0:1789127473.056059:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127473.056061:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295033873 00000100:00000001:3.0:1789127473.056063:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056065:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295033873 00000100:00000001:3.0:1789127473.056067:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056074:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127473.056076:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056078:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127473.056083:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056088:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127473.056090:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056092:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127473.056094:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127473.056095:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.056097:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301056:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.056100:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127473.056103:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127473.056104:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056105:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127473.056109:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403012e7e00. 02000000:00000001:3.0:1789127473.056111:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.056115:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127473.056117:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311478. 00000400:00000010:3.0:1789127473.056121:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58908. 00000100:00000200:3.0:1789127473.056123:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301056, portal 4 00000100:00000001:3.0:1789127473.056125:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127473.056126:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667435264 : -118734042116352 : ffff94031398cf00) 00000100:00000040:3.0:1789127473.056132:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056138:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127473.056141:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127473.056143:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58dd0. 00000100:00000200:3.0:1789127473.056146:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830301056, offset 0 00000400:00000200:3.0:1789127473.056150:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056154:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056157:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127473.056165:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127473.056168:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127473.056171:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127473.056174:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056176:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [135:135:253:4294967295] 192.168.201.140@tcp LPNI seq info [135:135:5:4294967295] 00000400:00000200:3.0:1789127473.056180:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056186:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127473.056191:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127473.056195:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940313e50d00. 00000800:00000200:3.0:1789127473.056200:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127473.056205:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127473.056207:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940313e50d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127473.056211:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127473.056213:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: using a timeout of 9165 usecs (10 jiffies) 00000400:00000200:3.0:1789127473.056216:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127473.056218:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295033869 00000100:00000001:3.0:1789127473.056220:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056222:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295033869 00000100:00000001:3.0:1789127473.056225:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056227:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127473.056229:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056232:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056235:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127473.056245:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789127473.056247:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789127473.056250:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127473.056252:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127473.056254:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.056257:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1789127473.056259:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127473.056260:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789127473.056268:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127473.056270:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127473.056271:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127473.056273:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127473.056278:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056285:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127473.056287:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056289:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127473.056291:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127473.056293:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.056295:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830300416:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.056299:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127473.056301:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127473.056303:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056305:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127473.056309:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403012e7600. 02000000:00000001:3.0:1789127473.056310:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.056314:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127473.056317:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311370. 00000400:00000010:3.0:1789127473.056320:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58f68. 00000100:00000200:3.0:1789127473.056323:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830300416, portal 10 00000100:00000001:3.0:1789127473.056325:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127473.056326:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667434304 : -118734042117312 : ffff94031398cb40) 00000100:00000040:3.0:1789127473.056332:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056338:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127473.056340:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127473.056343:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58e58. 00000100:00000200:3.0:1789127473.056345:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830300416, offset 0 00000400:00000200:3.0:1789127473.056350:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056353:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056357:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127473.056365:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127473.056368:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127473.056370:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127473.056372:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056375:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [136:136:252:4294967295] 192.168.201.140@tcp LPNI seq info [136:136:4:4294967295] 00000400:00000200:3.0:1789127473.056379:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056386:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127473.056390:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127473.056393:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940313e50a00. 00000800:00000200:3.0:1789127473.056397:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127473.056401:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127473.056404:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940313e50a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127473.056407:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127473.056411:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: using a timeout of 131351 usecs (132 jiffies) 00000400:00000200:3.0:1789127473.056414:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127473.056416:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295033991 00000100:00000001:3.0:1789127473.056418:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056420:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295033991 00000100:00000001:3.0:1789127473.056422:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056424:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127473.056426:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056428:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127473.056433:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056439:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127473.056440:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056443:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127473.056444:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127473.056446:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.056455:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830300672:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.056459:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127473.056461:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127473.056463:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056465:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127473.056469:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940306344a00. 02000000:00000001:3.0:1789127473.056471:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.056474:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127473.056477:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311420. 00000400:00000010:3.0:1789127473.056530:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58bb0. 00000100:00000200:3.0:1789127473.056533:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830300672, portal 10 00000100:00000001:3.0:1789127473.056535:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127473.056537:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667441984 : -118734042109632 : ffff94031398e940) 00000020:00000010:3.0:1789127473.056544:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff940312a56000. 00000100:00000040:3.0:1789127473.056550:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056555:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127473.056558:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127473.056560:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58220. 00000100:00000200:3.0:1789127473.056562:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830300672, offset 0 00000400:00000200:3.0:1789127473.056567:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056570:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056573:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127473.056576:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127473.056579:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127473.056582:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127473.056584:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056587:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [137:137:251:4294967295] 192.168.201.140@tcp LPNI seq info [137:137:3:4294967295] 00000400:00000200:3.0:1789127473.056590:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056596:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127473.056601:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127473.056631:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940313e50800. 00000800:00000200:3.0:1789127473.056635:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127473.056639:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127473.056643:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940313e50800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127473.056646:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127473.056649:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: using a timeout of 9011 usecs (10 jiffies) 00000400:00000200:3.0:1789127473.056652:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127473.056654:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295033869 00000100:00000001:3.0:1789127473.056656:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056658:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295033869 00000100:00000001:3.0:1789127473.056660:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056662:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127473.056664:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056666:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127473.056671:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056678:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127473.056679:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056681:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127473.056683:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127473.056685:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127473.056689:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830300928:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.056692:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127473.056695:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127473.056696:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127473.056698:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127473.056702:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940313b9e400. 02000000:00000001:3.0:1789127473.056704:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.056707:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127473.056710:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311e70. 00000400:00000010:3.0:1789127473.056714:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58990. 00000100:00000200:3.0:1789127473.056724:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830300928, portal 4 00000100:00000001:3.0:1789127473.056725:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127473.056727:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667441024 : -118734042110592 : ffff94031398e580) 00000100:00000040:3.0:1789127473.056734:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.056740:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127473.056742:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127473.056745:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58770. 00000100:00000200:3.0:1789127473.056747:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830300928, offset 0 00000400:00000200:3.0:1789127473.056751:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056756:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056759:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127473.056762:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127473.056764:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127473.056766:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127473.056768:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127473.056772:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [138:138:250:4294967295] 192.168.201.140@tcp LPNI seq info [138:138:2:4294967295] 00000400:00000200:3.0:1789127473.056776:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.056781:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127473.056785:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127473.056789:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940307fc7600. 00000800:00000200:3.0:1789127473.056792:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127473.056796:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127473.056799:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940307fc7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127473.056801:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127473.056804:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: using a timeout of 5508 usecs (6 jiffies) 00000400:00000200:3.0:1789127473.056807:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127473.056809:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295033866 00000100:00000001:3.0:1789127473.056810:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056813:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295033866 00000100:00000001:3.0:1789127473.056820:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295035157 00000100:00000001:3.0:1789127473.056822:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127473.056824:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056827:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056829:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.056843:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127473.056845:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789127473.057263:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127473.057270:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940302a68400. 00000400:00000200:2.0:1789127473.057279:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127473.057285:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127473.057290:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58088 00000400:00000010:2.0:1789127473.057293:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58088. 00000100:00000001:2.0:1789127473.057299:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127473.057305:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057316:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.057320:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057328:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.057330:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127473.057488:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127473.057491:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940302a68100. 00000400:00000200:2.0:1789127473.057495:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127473.057505:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127473.057508:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c586e8 00000400:00000010:2.0:1789127473.057510:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c586e8. 00000100:00000001:2.0:1789127473.057513:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127473.057518:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057525:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.057528:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057535:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.057536:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127473.057547:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127473.057549:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940313e50900. 00000400:00000200:2.0:1789127473.057553:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127473.057556:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127473.057559:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58198 00000400:00000010:2.0:1789127473.057560:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58198. 00000100:00000001:2.0:1789127473.057563:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127473.057566:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057574:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.057577:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057583:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.057584:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127473.057592:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127473.057594:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940313e50d00. 00000400:00000200:2.0:1789127473.057597:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127473.057600:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127473.057624:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58dd0 00000400:00000010:2.0:1789127473.057626:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58dd0. 00000100:00000001:2.0:1789127473.057629:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127473.057639:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057647:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.057650:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.057657:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.057658:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127473.058033:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127473.058037:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940313e50a00. 00000400:00000200:2.0:1789127473.058041:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127473.058044:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127473.058048:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58e58 00000400:00000010:2.0:1789127473.058050:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58e58. 00000100:00000001:2.0:1789127473.058053:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127473.058057:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.058066:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.058069:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.058076:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.058078:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127473.058089:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127473.058091:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940313e50800. 00000400:00000200:2.0:1789127473.058094:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127473.058098:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127473.058100:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58220 00000400:00000010:2.0:1789127473.058102:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58220. 00000100:00000001:2.0:1789127473.058105:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127473.058108:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.058115:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.058118:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.058130:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.058131:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127473.058215:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127473.058217:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940307fc7600. 00000400:00000200:2.0:1789127473.058221:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127473.058225:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127473.058227:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58770 00000400:00000010:2.0:1789127473.058229:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58770. 00000100:00000001:2.0:1789127473.058231:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127473.058235:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.058242:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.058245:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.058251:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.058252:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789127473.062655:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.062677:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127473.062683:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.062687:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.062697:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.062707:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127473.062718:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.062724:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.062731:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.062735:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6aa3ea1403e80 00000400:00000200:3.0:1789127473.062741:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.062749:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1789127473.062758:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.062762:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.062766:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127473.062771:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127473.062781:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127473.062794:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127473.062807:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.062966:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127473.062987:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.062992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127473.062994:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063005:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063010:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063014:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127473.063019:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063022:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063026:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063029:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1403f80 00000400:00000200:3.0:1789127473.063034:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063040:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1789127473.063044:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063048:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063050:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127473.063054:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127473.063057:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127473.063063:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127473.063073:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.063081:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127473.063085:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063088:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127473.063090:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063093:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063096:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063100:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127473.063104:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063106:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063109:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063112:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404080 00000400:00000200:3.0:1789127473.063115:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063119:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:3.0:1789127473.063122:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063131:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063134:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127473.063137:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127473.063141:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127473.063146:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127473.063155:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.063174:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127473.063178:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063182:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127473.063184:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063186:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063190:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063193:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127473.063197:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063200:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063203:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063206:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1403f00 00000400:00000200:3.0:1789127473.063209:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063212:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:3.0:1789127473.063216:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063220:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063222:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127473.063225:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127473.063228:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127473.063234:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127473.063243:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.063250:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127473.063260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063264:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127473.063265:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063267:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063271:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063274:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127473.063279:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063281:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063284:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063287:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404000 00000400:00000200:3.0:1789127473.063290:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.063295:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1789127473.063298:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.063302:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.063304:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127473.063307:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127473.063311:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127473.063316:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127473.063324:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.063464:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127473.063471:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789127473.063479:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127473.063482:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127473.063487:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311370. 00000400:00000200:2.0:1789127473.063494:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58f68 00000400:00000010:2.0:1789127473.063497:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58f68. 00000100:00000001:2.0:1789127473.063501:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127473.063507:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127473.063519:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.063526:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127473.063528:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.063531:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127473.063535:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127473.063545:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127473.063548:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127473.063551:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127473.063566:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe2460 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127473.063570:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe2418 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127473.063573:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127473.063575:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127473.063579:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789127473.063583:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.063588:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127473.063590:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:2.0:1789127473.063592:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127473.063594:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.063601:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.063628:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127473.063633:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127473.063636:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127473.063641:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127473.063648:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830300416:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127473.065316:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127473.065559:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.065576:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127473.065579:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.065581:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.065588:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.065620:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127473.065629:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.065633:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.065638:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.065641:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404180 00000400:00000200:3.0:1789127473.066546:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000001:2.0:1789127473.067965:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127473.067981:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127473.067988:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311420. 00000400:00000200:2.0:1789127473.068000:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58bb0 00000400:00000010:2.0:1789127473.068003:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58bb0. 00000100:00000001:2.0:1789127473.068010:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127473.068025:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127473.068038:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.068049:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127473.068070:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.068074:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127473.068086:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127473.068089:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127473.068093:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127473.068097:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127473.068110:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306014c60 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127473.068115:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306014c18 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127473.068118:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127473.068120:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127473.068124:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789127473.068128:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.068132:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127473.068134:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:2.0:1789127473.068136:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127473.068138:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.068144:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.068151:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127473.068155:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127473.068157:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127473.068161:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127473.068169:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830300672:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1789127473.068180:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127473.068182:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127473.068184:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311dc0. 00000400:00000200:2.0:1789127473.068187:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58110 00000400:00000010:2.0:1789127473.068189:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58110. 00000100:00000001:2.0:1789127473.068192:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127473.068196:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127473.068204:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.068218:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127473.068219:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.068221:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127473.068223:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127473.068224:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127473.068225:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127473.068228:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127473.068231:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9403119b1460 time=84 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127473.068234:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9403119b1418 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127473.068236:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127473.068237:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127473.068239:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789127473.068241:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.068243:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.068247:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.068253:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127473.068255:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127473.068256:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127473.068260:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127473.068268:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830300288:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1789127473.068274:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127473.068276:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127473.068278:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311f78. 00000400:00000200:2.0:1789127473.068281:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c583b8 00000400:00000010:2.0:1789127473.068283:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c583b8. 00000100:00000001:2.0:1789127473.068284:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127473.068289:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127473.068298:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.068309:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127473.068311:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.068313:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127473.068314:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127473.068315:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127473.068318:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127473.068319:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127473.068324:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe6460 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127473.068327:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe6418 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127473.068329:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127473.068330:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127473.068332:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127473.068336:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127473.069505:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.069511:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127473.069513:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:2.0:1789127473.069515:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127473.069517:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.069527:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.069536:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127473.069539:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127473.069540:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127473.069544:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127473.069551:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830300544:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1789127473.069560:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127473.069562:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127473.069564:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311318. 00000400:00000200:2.0:1789127473.069579:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58a18 00000400:00000010:2.0:1789127473.069581:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58a18. 00000100:00000001:2.0:1789127473.069585:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127473.069590:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127473.069598:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.069619:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127473.069621:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.069622:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127473.069624:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127473.069626:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127473.069628:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127473.069630:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789127473.069644:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94030854c000. 00000100:00001000:2.0:1789127473.069652:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306011460 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127473.069656:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306011418 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127473.069659:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127473.069660:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127473.069663:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127473.069678:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127473.070168:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.070171:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127473.070172:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:2.0:1789127473.070174:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127473.070175:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.070180:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.070186:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127473.070188:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127473.070189:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127473.070204:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127473.070211:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830300800:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127473.070217:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.070221:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.070226:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398cb40 x1876035830300416/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.070234:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127473.070237:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127473.070243:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403012e7600. 02000000:00000001:2.0:1789127473.070250:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127473.070253:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127473.070255:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306fe2000 refcount=3 obd=lustre-MDT0000-mdc-ffff940307df5000 00000020:00000001:2.0:1789127473.070258:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127473.070261:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94031439c200. 02000000:00000001:2.0:1789127473.070267:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127473.070270:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127473.070272:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398cb40. 00000100:00000001:2.0:1789127473.070276:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127473.070278:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.070280:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.070284:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398e940 x1876035830300672/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.070291:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127473.070292:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127473.070294:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940306344a00. 02000000:00000001:2.0:1789127473.070296:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127473.070297:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127473.070298:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306014800 refcount=3 obd=lustre-MDT0000-mdc-ffff94031033e800 00000020:00000001:2.0:1789127473.070301:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127473.070302:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94031439cf00. 02000000:00000001:2.0:1789127473.070304:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127473.070305:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127473.070312:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398e940. 00000100:00000001:2.0:1789127473.070317:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127473.070318:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.070320:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.070324:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398c000 x1876035830300288/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.070330:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127473.070332:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127473.070333:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940311678e00. 02000000:00000001:2.0:1789127473.070335:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127473.070337:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127473.070338:0:2400:0:(genops.c:1223:class_import_put()) import ffff9403119b1000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:2.0:1789127473.070340:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127473.071155:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e7f00. 02000000:00000001:2.0:1789127473.071164:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127473.071166:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127473.071168:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398c000. 00000100:00000001:2.0:1789127473.071171:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127473.071173:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.071175:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.071184:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398ed00 x1876035830300544/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.071192:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127473.071194:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127473.071196:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940311679a00. 02000000:00000001:2.0:1789127473.071199:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127473.071200:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127473.071202:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306fe6000 refcount=3 obd=lustre-MDT0001-mdc-ffff940307df5000 00000020:00000001:2.0:1789127473.071203:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127473.071205:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94031439c000. 02000000:00000001:2.0:1789127473.071207:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127473.071208:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127473.071209:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398ed00. 00000100:00000001:2.0:1789127473.071216:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127473.071217:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.071218:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.071233:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398d2c0 x1876035830300800/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.071239:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127473.071240:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127473.071242:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940311678c00. 02000000:00000001:2.0:1789127473.071245:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127473.071246:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127473.071247:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306011000 refcount=3 obd=lustre-MDT0001-mdc-ffff94031033e800 00000020:00000001:2.0:1789127473.071249:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127473.071250:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403029aad00. 02000000:00000001:2.0:1789127473.071254:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127473.071256:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127473.071257:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398d2c0. 00000100:00000001:2.0:1789127473.071262:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127473.071263:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.071268:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.071271:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127473.071274:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127473.071276:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.071278:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127473.072823:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:3.0:1789127473.073406:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.073427:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.073433:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127473.073440:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127473.073450:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127473.073461:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127473.073474:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.073572:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127473.073590:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.073778:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127473.073781:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.073784:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.073793:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.073799:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127473.073807:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.073811:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.073816:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.073820:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404100 00000400:00000200:3.0:1789127473.073825:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127473.073831:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x84d [1] + 224 00000100:00000001:2.0:1789127473.073960:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127473.073965:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789127473.074000:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.074083:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127473.074086:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127473.074091:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000001:2.0:1789127473.080994:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127473.081004:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127473.081010:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311478. 00000400:00000200:2.0:1789127473.081019:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58908 00000400:00000010:2.0:1789127473.081022:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58908. 00000100:00000001:2.0:1789127473.081030:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127473.081044:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127473.081058:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.081068:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127473.081071:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.081075:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127473.081080:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127473.081100:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127473.081103:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127473.081107:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789127473.081137:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94030600a000. 00000100:00001000:2.0:1789127473.081147:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940308505c60 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127473.081152:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940308505c18 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127473.081155:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127473.081157:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127473.081161:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127473.081167:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127473.081175:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.081180:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127473.081183:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:2.0:1789127473.081184:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127473.081186:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.081191:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.081198:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127473.081203:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127473.081205:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127473.081210:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127473.081217:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301056:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127473.081223:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.081228:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.081232:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398cf00 x1876035830301056/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.081240:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127473.081243:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127473.081248:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403012e7e00. 02000000:00000001:2.0:1789127473.081257:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127473.081260:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127473.081262:0:2400:0:(genops.c:1223:class_import_put()) import ffff940308505800 refcount=2 obd=lustre-OST0001-osc-ffff94031033e800 00000020:00000001:2.0:1789127473.081265:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127473.081268:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f600. 02000000:00000001:2.0:1789127473.081272:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127473.081274:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127473.081276:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398cf00. 00000100:00000001:2.0:1789127473.081285:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127473.081286:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.081291:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.081294:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127473.081297:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127473.081300:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.081301:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127473.087326:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127473.087353:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127473.087370:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127473.087411:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127473.087432:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127473.087446:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.087522:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127473.087528:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789127473.087537:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127473.087540:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127473.087545:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311e70. 00000400:00000200:2.0:1789127473.087551:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58990 00000400:00000010:2.0:1789127473.087554:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58990. 00000100:00000001:2.0:1789127473.087558:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127473.087564:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127473.087581:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.087589:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127473.087621:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.087625:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127473.087630:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127473.087633:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127473.087636:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127473.087640:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789127473.088086:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff940306008000. 00000100:00001000:2.0:1789127473.088202:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306017c60 time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127473.088218:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306017c18 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127473.088221:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127473.088223:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127473.088227:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127473.088234:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127473.088243:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.088247:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127473.088250:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:2.0:1789127473.088252:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127473.088254:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127473.088259:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.088266:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127473.088270:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127473.088272:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127473.088276:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127473.088284:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830300928:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127473.088290:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.088294:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127473.088298:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398e580 x1876035830300928/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127473.088305:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127473.088310:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127473.088316:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940313b9e400. 02000000:00000001:2.0:1789127473.088322:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127473.088326:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127473.088328:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306017800 refcount=2 obd=lustre-OST0000-osc-ffff94031033e800 00000020:00000001:2.0:1789127473.088331:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127473.088333:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff940314249b00. 02000000:00000001:2.0:1789127473.088345:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127473.088348:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127473.088350:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398e580. 00000100:00000001:2.0:1789127473.088355:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127473.088357:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.088360:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127473.088369:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127473.088372:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127473.088375:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127473.088377:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127473.699778:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127473.699789:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127473.699796:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127473.699798:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789127473.699838:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789127473.699842:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789127473.699845:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789127474.396684:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029dea20 (cpu 2) has reached its deadline 4295035157, at 4295035200 00000100:00000010:2.0:1789127474.396709:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94030824ee40. 00000100:00000040:3.0:1789127474.403900:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029deb30 (cpu 3) has reached its deadline 4295035157, at 4295035206 00000100:00000010:3.0:1789127474.403917:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94030824e6c0. 00010000:00000001:0.0:1789127474.716719:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127474.716727:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127474.716734:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127474.716735:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789127474.717335:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789127474.717339:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789127474.717342:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789127474.909353:0:9347:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789127474.909366:0:9347:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789127475.436575:0:9384:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789127475.436582:0:9384:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg140-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:3.0:1789127475.455443:0:9384:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789127475.740677:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127475.740683:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127475.740688:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127475.740689:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789127475.740706:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789127475.740709:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789127475.740712:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789127475.757413:0:9397:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789127475.757426:0:9397:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789127475.785483:0:9400:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789127475.785495:0:9400:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127476.765238:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127476.765249:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127476.765280:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127476.765282:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127476.765365:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127476.765370:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127476.765374:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127477.790136:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127477.790145:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127477.790151:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127477.790155:0:8235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789127477.790158:0:8235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789127477.790161:0:8235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127477.790164:0:8235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789127477.790167:0:8235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127477.790169:0:8235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127477.790172:0:8235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789127477.790195:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789127477.790198:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789127477.790201:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789127478.174892:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127478.174906:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127478.174920:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398cf00. 00000020:00000040:2.0:1789127478.174928:0:8130:0:(genops.c:1210:class_import_get()) import ffff9403119b1000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:2.0:1789127478.174937:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127478.174941:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127478.174947:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127478.174957:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f700. 00000100:00000001:2.0:1789127478.174965:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.174980:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127478.174993:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127478.174998:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175005:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9e1bb3f] to pc [ptlrpcd_01_00+0] req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175040:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175043:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127478.175046:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127478.175067:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398d2c0. 00000020:00000040:2.0:1789127478.175070:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe2000 refcount=4 obd=lustre-MDT0000-mdc-ffff940307df5000 00000100:00000001:2.0:1789127478.175072:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127478.175074:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127478.175076:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127478.175080:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f500. 00000100:00000001:2.0:1789127478.175083:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175088:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127478.175095:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127478.175097:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175101:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ea066a] to pc [ptlrpcd_01_01+1] req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175110:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175113:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127478.175116:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127478.175120:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398ed00. 00000020:00000040:2.0:1789127478.175122:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe6000 refcount=4 obd=lustre-MDT0001-mdc-ffff940307df5000 00000100:00000001:2.0:1789127478.175125:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127478.175126:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127478.175128:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127478.175131:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f800. 00000100:00000001:2.0:1789127478.175134:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175138:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127478.175144:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127478.175146:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175149:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cc15f74] to pc [ptlrpcd_01_00+0] req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175156:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175164:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127478.175168:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127478.175171:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127478.175174:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127478.175177:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127478.175180:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127478.175184:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398c000. 00000020:00000040:2.0:1789127478.175186:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306014800 refcount=4 obd=lustre-MDT0000-mdc-ffff94031033e800 00000100:00000001:2.0:1789127478.175189:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127478.175190:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127478.175192:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127478.175196:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f600. 00000100:00000001:2.0:1789127478.175199:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175203:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127478.175210:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127478.175212:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175216:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d8bcd14] to pc [ptlrpcd_01_01+1] req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175224:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175227:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127478.175231:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127478.175234:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398e940. 00000020:00000040:2.0:1789127478.175236:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306011000 refcount=4 obd=lustre-MDT0001-mdc-ffff94031033e800 00000100:00000001:2.0:1789127478.175238:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127478.175239:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127478.175241:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127478.175244:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f200. 00000100:00000001:2.0:1789127478.175247:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175257:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127478.175264:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127478.175267:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175270:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db975187] to pc [ptlrpcd_01_00+0] req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175278:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175280:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127478.175283:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127478.175288:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398cb40. 00000020:00000040:2.0:1789127478.175290:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306017800 refcount=3 obd=lustre-OST0000-osc-ffff94031033e800 00000100:00000001:2.0:1789127478.175292:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127478.175293:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127478.175295:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127478.175298:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857ff00. 00000100:00000001:2.0:1789127478.175301:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175304:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127478.175311:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127478.175313:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175316:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90a5739] to pc [ptlrpcd_01_01+1] req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175323:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175325:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127478.175329:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127478.175333:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398e580. 00000020:00000040:2.0:1789127478.175336:0:8130:0:(genops.c:1210:class_import_get()) import ffff940308505800 refcount=3 obd=lustre-OST0001-osc-ffff94031033e800 00000100:00000001:2.0:1789127478.175338:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127478.175339:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127478.175341:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.175342:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127478.175348:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127478.175352:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1789127478.175354:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f400. 00000100:00000001:2.0:1789127478.175359:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127478.175363:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127478.175366:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789127478.175386:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127478.175387:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789127478.175390:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.175391:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127478.175397:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789127478.175398:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9d8ce6a] to pc [ptlrpcd_01_00+0] req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789127478.175402:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127478.175408:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.175415:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127478.175416:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830301184:192.168.201.140@tcp:400:kworker.0 00000100:00000040:2.0:1789127478.175422:0:8130:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:2.0:1789127478.175440:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127478.175443:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127478.175445:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127478.175450:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175457:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127478.175458:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.175461:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127478.175463:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127478.175465:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127478.175468:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830301312:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.175472:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127478.175479:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127478.175483:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.175486:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127478.175490:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403085f2200. 02000000:00000001:2.0:1789127478.175492:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.175500:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127478.175505:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c3c8. 00000400:00000010:2.0:1789127478.175512:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24cc0. 00000100:00000200:2.0:1789127478.175520:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301312, portal 10 00000100:00000001:2.0:1789127478.175522:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127478.175530:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667436224 : -118734042115392 : ffff94031398d2c0) 00000100:00000040:2.0:1789127478.175539:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175548:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127478.175551:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127478.175554:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24aa0. 00000100:00000200:2.0:1789127478.175558:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830301312, offset 0 00000400:00000200:2.0:1789127478.175566:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127478.175577:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.175586:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127478.175593:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127478.175599:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127478.175624:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127478.175628:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127478.175633:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [139:139:256:4294967295] 192.168.201.140@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1789127478.175639:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.175651:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127478.175658:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127478.175663:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fa00. 00000800:00000200:2.0:1789127478.175673:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127478.175682:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127478.175687:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127478.175702:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.175707:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: using a timeout of 126325 usecs (127 jiffies) 00000400:00000200:2.0:1789127478.175711:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127478.175715:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295039106 00000100:00000010:2.0:1789127478.175720:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9403108c9120. 00000100:00000001:2.0:1789127478.175728:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789127478.175734:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295039106 00000100:00000010:2.0:1789127478.175737:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9403108c9240. 00000100:00000001:2.0:1789127478.175747:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789127478.175750:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.175907:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.175911:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127478.175916:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175923:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127478.175924:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.175927:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127478.175928:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127478.175930:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127478.175933:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301568:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.175937:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127478.175940:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127478.175941:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.175943:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127478.175947:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403085f3000. 02000000:00000001:2.0:1789127478.175949:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.175952:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127478.175955:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c0b0. 00000400:00000010:2.0:1789127478.175958:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e247f8. 00000100:00000200:2.0:1789127478.175961:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301568, portal 10 00000100:00000001:2.0:1789127478.175963:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127478.175964:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667431424 : -118734042120192 : ffff94031398c000) 00000100:00000040:2.0:1789127478.175970:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.175976:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127478.175978:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127478.175981:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24908. 00000100:00000200:2.0:1789127478.175983:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830301568, offset 0 00000400:00000200:2.0:1789127478.175988:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127478.175992:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.176005:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127478.176008:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127478.176011:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127478.176014:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127478.176016:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127478.176019:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [140:140:255:4294967295] 192.168.201.140@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:2.0:1789127478.176023:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.176029:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127478.176034:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127478.176038:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fc00. 00000800:00000200:2.0:1789127478.176042:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127478.176046:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127478.176049:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127478.176052:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.176056:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: using a timeout of 10047 usecs (11 jiffies) 00000400:00000200:2.0:1789127478.176059:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127478.176061:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295038990 00000100:00000001:2.0:1789127478.176064:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295039106 00000100:00000001:2.0:1789127478.176066:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295038990 00000100:00000001:2.0:1789127478.176069:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295039106 00000100:00000001:2.0:1789127478.176071:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.176073:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.176075:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127478.176079:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.176086:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127478.176088:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.176089:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127478.176091:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127478.176093:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127478.176102:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301824:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.176106:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127478.176109:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127478.176111:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.176112:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127478.176115:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403085f2c00. 02000000:00000001:2.0:1789127478.176117:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.176121:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127478.176124:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c898. 00000400:00000010:2.0:1789127478.176128:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24a18. 00000100:00000200:2.0:1789127478.176131:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301824, portal 4 00000100:00000001:2.0:1789127478.176132:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127478.176134:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667434304 : -118734042117312 : ffff94031398cb40) 00000100:00000040:2.0:1789127478.176140:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.176147:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127478.176150:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127478.176152:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24b28. 00000100:00000200:2.0:1789127478.176154:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830301824, offset 0 00000400:00000200:2.0:1789127478.176158:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127478.176162:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.176165:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127478.176167:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127478.176170:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127478.176172:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127478.176175:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127478.176177:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [141:141:254:4294967295] 192.168.201.140@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:2.0:1789127478.176181:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.176186:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127478.176190:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127478.176194:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fe00. 00000800:00000200:2.0:1789127478.176202:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127478.176206:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127478.176209:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127478.176211:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.176214:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: using a timeout of 23042 usecs (24 jiffies) 00000400:00000200:2.0:1789127478.176216:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127478.176218:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295039003 00000100:00000001:2.0:1789127478.176220:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295039106 00000100:00000001:2.0:1789127478.176222:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295039003 00000100:00000001:2.0:1789127478.176224:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295039106 00000100:00000001:2.0:1789127478.176226:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.176228:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.176231:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.176233:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.176242:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127478.176245:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789127478.176247:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127478.176249:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127478.176250:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127478.176253:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789127478.176255:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.176257:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127478.176258:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.176260:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127478.176261:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127478.176262:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127478.176266:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.176273:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127478.176274:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.176277:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127478.176278:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127478.176281:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127478.176291:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301952:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.176294:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127478.176296:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127478.176298:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.176300:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127478.176303:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403085f2000. 02000000:00000001:2.0:1789127478.176306:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.176310:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127478.176313:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1ce70. 00000400:00000010:2.0:1789127478.176317:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24550. 00000100:00000200:2.0:1789127478.176320:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301952, portal 4 00000100:00000001:2.0:1789127478.176322:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127478.176324:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667441024 : -118734042110592 : ffff94031398e580) 00000100:00000040:2.0:1789127478.176330:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.176336:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127478.176340:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127478.176343:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24c38. 00000100:00000200:2.0:1789127478.176345:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830301952, offset 0 00000400:00000200:2.0:1789127478.176350:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127478.176355:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.176360:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127478.176363:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127478.176367:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127478.176370:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127478.176373:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127478.176377:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [142:142:253:4294967295] 192.168.201.140@tcp LPNI seq info [142:142:5:4294967295] 00000400:00000200:2.0:1789127478.176382:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.176391:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127478.176397:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127478.176401:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fb00. 00000800:00000200:2.0:1789127478.176411:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127478.176417:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127478.176421:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127478.176425:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.176427:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: using a timeout of 20737 usecs (21 jiffies) 00000400:00000200:2.0:1789127478.176431:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127478.176433:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295039000 00000100:00000001:2.0:1789127478.176435:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295039106 00000100:00000001:2.0:1789127478.176437:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295039000 00000100:00000001:2.0:1789127478.176439:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295039106 00000100:00000001:2.0:1789127478.176441:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.176443:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.176446:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.176448:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789127478.176505:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127478.176509:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fa00. 00000400:00000200:2.0:1789127478.176514:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.176519:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127478.176525:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24aa0 00000400:00000010:2.0:1789127478.176528:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24aa0. 00000100:00000001:2.0:1789127478.176533:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127478.176538:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.176548:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.176552:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.176559:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.176561:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127478.176574:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127478.176577:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fc00. 00000400:00000200:2.0:1789127478.176579:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.176588:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127478.176592:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24908 00000400:00000010:2.0:1789127478.176594:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24908. 00000100:00000001:2.0:1789127478.176597:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127478.176600:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177062:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.177067:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177073:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.177075:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127478.177091:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127478.177094:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fe00. 00000400:00000200:2.0:1789127478.177097:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.177100:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127478.177103:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24b28 00000400:00000010:2.0:1789127478.177105:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24b28. 00000100:00000001:2.0:1789127478.177107:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127478.177111:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177119:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.177121:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177127:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.177128:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127478.177234:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127478.177237:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fb00. 00000400:00000200:2.0:1789127478.177240:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.177244:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127478.177247:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24c38 00000400:00000010:2.0:1789127478.177248:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24c38. 00000100:00000001:2.0:1789127478.177250:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127478.177261:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177269:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.177271:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177277:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.177278:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789127478.177513:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127478.177521:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127478.177524:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127478.177526:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127478.177587:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403085f3e00. 02000000:00000001:2.0:1789127478.177592:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.177597:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127478.177600:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c108. 00000400:00000010:2.0:1789127478.177623:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24c38. 00000100:00000200:2.0:1789127478.177629:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301184, portal 25 00000100:00000001:2.0:1789127478.177631:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127478.177632:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667435264 : -118734042116352 : ffff94031398cf00) 00000100:00000040:2.0:1789127478.177639:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177645:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127478.177648:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127478.177650:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24b28. 00000100:00000200:2.0:1789127478.177652:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876035830301184, offset 0 00000400:00000200:2.0:1789127478.177656:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127478.177661:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.177666:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127478.177671:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127478.177675:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127478.177678:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127478.177681:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127478.177684:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [143:143:256:4294967295] 192.168.201.140@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1789127478.177688:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.177695:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127478.177700:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127478.177712:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fb00. 00000800:00000200:2.0:1789127478.177717:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127478.177724:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127478.177727:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127478.177739:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.177743:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127478.177745:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295040280 00000100:00000001:2.0:1789127478.177752:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295039106 00000100:00000001:2.0:1789127478.177832:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295040280 00000100:00000001:2.0:1789127478.177837:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295039106 00000100:00000001:2.0:1789127478.177841:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.177843:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.177847:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127478.177853:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177862:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127478.177864:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.177868:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127478.177870:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127478.177873:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127478.177877:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830301440:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.177890:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127478.177894:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127478.177896:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.177897:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127478.177902:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403085f2600. 02000000:00000001:2.0:1789127478.177904:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.177908:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127478.177911:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c7e8. 00000400:00000010:2.0:1789127478.177915:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24908. 00000100:00000200:2.0:1789127478.177919:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301440, portal 10 00000100:00000001:2.0:1789127478.177926:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127478.177928:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667442944 : -118734042108672 : ffff94031398ed00) 00000100:00000040:2.0:1789127478.177936:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.177943:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127478.177945:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127478.177948:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24aa0. 00000100:00000200:2.0:1789127478.177951:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830301440, offset 0 00000400:00000200:2.0:1789127478.177955:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127478.177960:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.177964:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127478.177967:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127478.177970:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127478.177973:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127478.177976:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127478.177979:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [144:144:255:4294967295] 192.168.201.140@tcp LPNI seq info [144:144:7:4294967295] 00000400:00000200:2.0:1789127478.177983:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.177989:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127478.177993:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127478.177997:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fe00. 00000800:00000200:2.0:1789127478.178001:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127478.178006:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127478.178009:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127478.178012:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.178016:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: using a timeout of 152791 usecs (153 jiffies) 00000400:00000200:2.0:1789127478.178020:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127478.178022:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295039134 00000100:00000001:2.0:1789127478.178025:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295040280 00000100:00000001:2.0:1789127478.178027:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295039134 00000100:00000001:2.0:1789127478.178029:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295040280 00000100:00000001:2.0:1789127478.178037:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.178039:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.178041:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127478.178047:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.178054:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127478.178056:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.178058:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127478.178060:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127478.178062:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127478.178064:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2399:1876035830301696:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.178068:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127478.178070:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127478.178072:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.178073:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127478.178078:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94030120a800. 02000000:00000001:2.0:1789127478.178079:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.178083:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127478.178085:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c420. 00000400:00000010:2.0:1789127478.178089:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24088. 00000100:00000200:2.0:1789127478.178092:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830301696, portal 10 00000100:00000001:2.0:1789127478.178093:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127478.178095:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667441984 : -118734042109632 : ffff94031398e940) 00000100:00000040:2.0:1789127478.178101:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.178108:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127478.178110:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127478.178112:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e243b8. 00000100:00000200:2.0:1789127478.178115:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830301696, offset 0 00000400:00000200:2.0:1789127478.178119:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127478.178123:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.178126:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127478.178135:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127478.178138:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127478.178140:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127478.178142:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127478.178145:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [145:145:254:4294967295] 192.168.201.140@tcp LPNI seq info [145:145:6:4294967295] 00000400:00000200:2.0:1789127478.178149:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.178155:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127478.178160:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127478.178163:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fc00. 00000800:00000200:2.0:1789127478.178167:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127478.178172:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127478.178175:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127478.178178:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.178180:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: using a timeout of 15190 usecs (16 jiffies) 00000400:00000200:2.0:1789127478.178184:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127478.178185:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295038997 00000100:00000001:2.0:1789127478.178188:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295040280 00000100:00000001:2.0:1789127478.178190:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295038997 00000100:00000001:2.0:1789127478.178192:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295040280 00000100:00000001:2.0:1789127478.178195:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.178197:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.178199:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.178202:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.178210:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127478.178213:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789127478.178216:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127478.178218:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127478.178219:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.178222:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789127478.178708:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127478.178713:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fb00. 00000400:00000200:2.0:1789127478.178724:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.178729:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127478.178860:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24b28 00000400:00000010:2.0:1789127478.178863:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24b28. 00000100:00000001:2.0:1789127478.178868:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127478.178874:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.178898:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.178902:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.178910:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.178911:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127478.178927:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127478.178929:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fe00. 00000400:00000200:2.0:1789127478.178932:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.178935:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127478.178938:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24aa0 00000400:00000010:2.0:1789127478.178940:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24aa0. 00000100:00000001:2.0:1789127478.178941:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127478.178945:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.178951:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.178954:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.178960:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.178961:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127478.179295:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127478.179298:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fc00. 00000400:00000200:2.0:1789127478.179302:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.179306:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127478.179310:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e243b8 00000400:00000010:2.0:1789127478.179312:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e243b8. 00000100:00000001:2.0:1789127478.179314:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127478.179325:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.179333:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.179336:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.179341:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.179342:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789127478.202151:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202177:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.202181:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202182:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.202191:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202200:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127478.202211:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202215:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202220:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202223:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404480 00000400:00000200:2.0:1789127478.202227:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202232:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:2.0:1789127478.202240:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202245:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.202248:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.202252:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127478.202262:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127478.202274:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127478.202288:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.202312:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127478.202326:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202330:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.202350:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202352:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.202355:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202359:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127478.202363:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202365:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202368:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202370:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404280 00000100:00000001:3.0:1789127478.202371:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789127478.202374:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127478.202376:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789127478.202378:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:2.0:1789127478.202382:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1789127478.202384:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1789127478.202385:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.202387:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1789127478.202387:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1789127478.202390:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000010:3.0:1789127478.202397:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c898. 00000400:00000200:3.0:1789127478.202403:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24a18 00000400:00000010:3.0:1789127478.202406:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24a18. 00000100:00000001:3.0:1789127478.202409:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1789127478.202410:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127478.202414:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127478.202415:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127478.202425:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127478.202425:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.202433:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.202434:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.202436:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.202437:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789127478.202439:0:2400:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:2.0:1789127478.202440:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.202441:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202443:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789127478.202443:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1789127478.202445:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127478.202447:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1789127478.202449:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000100:00000001:3.0:1789127478.202450:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.202452:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202454:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 02000000:00000001:3.0:1789127478.202454:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.202457:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202459:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404380 00000400:00000200:2.0:1789127478.202462:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202465:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x86d [1] + 224 00000100:00001000:3.0:1789127478.202465:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306017c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1789127478.202470:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306017c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127478.202472:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789127478.202475:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127478.202476:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202479:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789127478.202480:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1789127478.202481:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127478.202484:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00010000:00080000:3.0:1789127478.202485:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.202487:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127478.202492:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789127478.202493:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.202498:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127478.202499:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127478.202500:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:3.0:1789127478.202503:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789127478.202505:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.202507:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127478.202510:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1789127478.202510:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789127478.202513:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.202515:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202517:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.202518:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789127478.202519:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127478.202522:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1789127478.202523:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000100:00000001:3.0:1789127478.202524:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.202526:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000040:3.0:1789127478.202528:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789127478.202529:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202531:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202534:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404500 00000400:00000200:2.0:1789127478.202538:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202541:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x88d [1] + 224 00000100:00100000:3.0:1789127478.202541:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301824:192.168.201.140@tcp:400:kworker.0 00000800:00000001:2.0:1789127478.202544:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202547:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.202547:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.202549:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789127478.202550:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1789127478.202552:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127478.202554:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1789127478.202554:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398cb40 x1876035830301824/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.202561:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789127478.202564:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789127478.202569:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403085f2c00. 02000000:00000001:3.0:1789127478.202574:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789127478.202578:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789127478.202579:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306017800 refcount=2 obd=lustre-OST0000-osc-ffff94031033e800 00000020:00000001:3.0:1789127478.202582:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789127478.202585:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857ff00. 02000000:00000001:3.0:1789127478.202590:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789127478.202592:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789127478.202594:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398cb40. 00000100:00000001:3.0:1789127478.202599:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789127478.202601:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.202630:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.202632:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127478.202633:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1789127478.202634:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789127478.202637:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789127478.202638:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789127478.202640:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c3c8. 00000400:00000200:3.0:1789127478.202643:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24cc0 00000100:00000040:2.0:1789127478.202644:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789127478.202645:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24cc0. 00000100:00000001:3.0:1789127478.202648:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127478.202662:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127478.202671:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.202677:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.202684:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.202686:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789127478.202687:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789127478.202688:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789127478.202690:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127478.202692:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789127478.202698:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe2460 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1789127478.202701:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe2418 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127478.202704:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789127478.202705:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789127478.202707:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789127478.202709:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.202712:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789127478.202714:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:3.0:1789127478.202716:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789127478.202717:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127478.202721:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.202728:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127478.202730:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789127478.202739:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789127478.202743:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127478.202751:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830301312:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.202898:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127478.202905:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202910:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.202912:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.202914:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.202918:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.202922:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127478.202926:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000001:3.0:1789127478.202928:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1789127478.202929:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000001:3.0:1789127478.202929:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789127478.202931:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c0b0. 00000400:00000200:2.0:1789127478.202932:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127478.202934:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e247f8 00000400:00000010:3.0:1789127478.202935:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e247f8. 00000100:00000001:3.0:1789127478.202938:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127478.202942:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127478.202950:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.202962:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.202963:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.202965:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789127478.202967:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789127478.202968:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789127478.202970:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127478.202971:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789127478.202976:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306014c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1789127478.202979:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306014c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127478.202982:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789127478.202983:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789127478.202985:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789127478.202987:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.202989:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789127478.202990:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:3.0:1789127478.202992:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789127478.202993:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127478.202998:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203003:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127478.203005:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789127478.203006:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789127478.203009:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127478.203015:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301568:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127478.203019:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.203021:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127478.203024:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398d2c0 x1876035830301312/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203029:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789127478.203031:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789127478.203038:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403085f2200. 02000000:00000001:3.0:1789127478.203040:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789127478.203042:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789127478.203043:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306fe2000 refcount=3 obd=lustre-MDT0000-mdc-ffff940307df5000 00000020:00000001:3.0:1789127478.203045:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789127478.203047:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f500. 02000000:00000001:3.0:1789127478.203048:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789127478.203050:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789127478.203051:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398d2c0. 00000100:00000001:3.0:1789127478.203058:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789127478.203071:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.203073:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127478.203077:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398c000 x1876035830301568/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203083:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1789127478.203084:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6aa3ea1404200 02000000:00000001:3.0:1789127478.203085:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789127478.203087:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403085f3000. 00000400:00000200:2.0:1789127478.203089:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 02000000:00000001:3.0:1789127478.203089:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789127478.203091:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789127478.203092:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306014800 refcount=3 obd=lustre-MDT0000-mdc-ffff94031033e800 00000400:00000200:2.0:1789127478.203094:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x89d [1] + 224 00000020:00000001:3.0:1789127478.203094:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789127478.203095:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f600. 02000000:00000001:3.0:1789127478.203097:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789127478.203098:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1789127478.203100:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1789127478.203100:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398c000. 00000100:00000001:3.0:1789127478.203102:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789127478.203103:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.203104:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.203105:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.203106:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789127478.203107:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127478.203109:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789127478.203110:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000001:3.0:1789127478.203111:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789127478.203112:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789127478.203114:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1ce70. 00000400:00000200:3.0:1789127478.203116:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24550 00000400:00000010:3.0:1789127478.203118:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24550. 00000100:00000001:3.0:1789127478.203120:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1789127478.203121:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127478.203123:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127478.203125:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127478.203134:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127478.203137:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203144:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.203145:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.203147:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789127478.203148:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789127478.203149:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127478.203150:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.203151:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127478.203153:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1789127478.203153:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127478.203157:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1789127478.203158:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940308505c60 time=11 v=5 (5 0 0 0) 00000800:00000001:2.0:1789127478.203159:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.203161:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1789127478.203161:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940308505c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127478.203163:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1789127478.203164:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127478.203165:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.203167:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00010000:00000001:3.0:1789127478.203167:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789127478.203170:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789127478.203172:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127478.203174:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00010000:00000001:3.0:1789127478.203177:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.203180:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1789127478.203182:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000040:3.0:1789127478.203182:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:3.0:1789127478.203183:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1789127478.203185:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404300 00000100:00000001:3.0:1789127478.203185:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.203189:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000040:3.0:1789127478.203189:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789127478.203193:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8ad [1] + 224 00000100:00000001:3.0:1789127478.203195:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1789127478.203197:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789127478.203197:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789127478.203199:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.203200:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.203202:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789127478.203202:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789127478.203206:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127478.203209:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1789127478.203210:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830301952:192.168.201.140@tcp:400:kworker.0 00000100:00000200:2.0:1789127478.203214:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203214:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.203220:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.203222:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127478.203223:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398e580 x1876035830301952/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203230:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789127478.203231:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127478.203234:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.203236:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.203238:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127478.203241:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789127478.203242:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1789127478.203243:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 02000000:00000010:3.0:1789127478.203245:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403085f2000. 00000400:00000200:2.0:1789127478.203247:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 02000000:00000001:3.0:1789127478.203247:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789127478.203249:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789127478.203250:0:2400:0:(genops.c:1223:class_import_put()) import ffff940308505800 refcount=2 obd=lustre-OST0001-osc-ffff94031033e800 00000400:00000200:2.0:1789127478.203251:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000020:00000001:3.0:1789127478.203252:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:2.0:1789127478.203253:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 02000000:00000010:3.0:1789127478.203254:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f400. 00000400:00000200:2.0:1789127478.203256:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 02000000:00000001:3.0:1789127478.203256:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789127478.203257:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1789127478.203259:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404400 00000100:00000010:3.0:1789127478.203259:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398e580. 00000400:00000200:2.0:1789127478.203262:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127478.203264:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789127478.203265:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127478.203266:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8bd [1] + 224 00000100:00000001:3.0:1789127478.203267:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127478.203269:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789127478.203276:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789127478.203278:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127478.203279:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.203280:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789127478.203281:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789127478.203282:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127478.203284:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127478.203287:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127478.203295:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127478.203303:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.203310:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.203313:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1789127478.203314:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789127478.203315:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789127478.203317:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789127478.203318:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789127478.203320:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789127478.203321:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c108. 00000400:00000200:3.0:1789127478.203324:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24c38 00000400:00000010:3.0:1789127478.203326:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24c38. 00000100:00000001:3.0:1789127478.203328:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127478.203332:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127478.203343:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203349:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127478.203350:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127478.203352:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789127478.203359:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789127478.203360:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789127478.203362:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127478.203363:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789127478.203367:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9403119b1460 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1789127478.203370:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9403119b1418 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127478.203372:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789127478.203373:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789127478.203375:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789127478.203376:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127478.203377:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127478.203380:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127478.203384:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127478.203386:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789127478.203387:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789127478.203389:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127478.203393:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2399:1876035830301184:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1789127478.203432:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127478.203434:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127478.203436:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c7e8. 00000400:00000200:2.0:1789127478.203439:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24908 00000400:00000010:2.0:1789127478.203441:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24908. 00000100:00000001:2.0:1789127478.203444:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127478.203447:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127478.203455:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.203461:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127478.203464:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.203466:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127478.203467:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127478.203469:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127478.203470:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.203471:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127478.203477:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe6460 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127478.203481:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe6418 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127478.203483:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127478.203484:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127478.203486:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127478.203489:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127478.203496:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.203505:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127478.203506:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:2.0:1789127478.203508:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127478.203509:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.203513:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.203519:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.203521:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127478.203522:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127478.203525:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127478.203532:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830301440:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1789127478.203537:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127478.203539:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127478.203540:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c420. 00000400:00000200:2.0:1789127478.203543:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24088 00000400:00000010:2.0:1789127478.203545:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24088. 00000100:00000001:2.0:1789127478.203547:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127478.203550:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127478.203634:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.203639:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127478.203640:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.203641:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127478.203642:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127478.203643:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127478.203644:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127478.203645:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127478.203649:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306011460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127478.203651:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306011418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127478.203653:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127478.203890:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127478.203894:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127478.203899:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127478.203905:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.203908:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127478.203910:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:2.0:1789127478.203911:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127478.203913:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127478.203916:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.203922:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127478.203924:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127478.203925:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127478.203928:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127478.203935:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2399:1876035830301696:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127478.203939:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.203941:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.203944:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398cf00 x1876035830301184/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.203949:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127478.203950:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127478.203953:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403085f3e00. 02000000:00000001:2.0:1789127478.203956:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127478.203957:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127478.203959:0:2399:0:(genops.c:1223:class_import_put()) import ffff9403119b1000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:2.0:1789127478.203960:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127478.203962:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f700. 02000000:00000001:2.0:1789127478.203964:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127478.203966:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127478.203972:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398cf00. 00000100:00000001:2.0:1789127478.203976:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127478.203977:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.203978:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.203982:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398ed00 x1876035830301440/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.203988:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127478.203989:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127478.203990:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403085f2600. 02000000:00000001:2.0:1789127478.203992:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127478.203994:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127478.203995:0:2399:0:(genops.c:1223:class_import_put()) import ffff940306fe6000 refcount=3 obd=lustre-MDT0001-mdc-ffff940307df5000 00000020:00000001:2.0:1789127478.203997:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127478.203998:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f800. 02000000:00000001:2.0:1789127478.204000:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127478.204001:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127478.204002:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398ed00. 00000100:00000001:2.0:1789127478.204007:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127478.204009:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.204010:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127478.204013:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398e940 x1876035830301696/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127478.204018:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127478.204020:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127478.204021:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94030120a800. 02000000:00000001:2.0:1789127478.204023:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127478.204024:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127478.204025:0:2399:0:(genops.c:1223:class_import_put()) import ffff940306011000 refcount=3 obd=lustre-MDT0001-mdc-ffff94031033e800 00000020:00000001:2.0:1789127478.204026:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127478.204028:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f200. 02000000:00000001:2.0:1789127478.204029:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127478.204031:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127478.204032:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398e940. 00000100:00000001:2.0:1789127478.204034:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127478.204035:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.204037:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127478.204049:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127478.204051:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127478.204053:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127478.204055:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127478.813013:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127478.813038:0:8235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789127478.813043:0:8235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789127478.813048:0:8235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127478.813055:0:8235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789127478.813057:0:8235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127478.813059:0:8235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127478.813062:0:8235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127478.813067:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127478.813068:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127478.813184:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127478.813188:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127478.813192:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789127479.518686:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029deb30 (cpu 3) has reached its deadline 4295040280, at 4295040321 00000100:00000010:3.0:1789127479.518707:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9403108c9240. 00000100:00000040:2.0:1789127479.526484:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029dea20 (cpu 2) has reached its deadline 4295040280, at 4295040329 00000100:00000010:2.0:1789127479.526504:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9403108c9120. 00010000:00000001:0.0:1789127479.839385:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127479.839395:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127479.839403:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127479.839404:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127479.839774:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127479.839779:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127479.839782:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127480.860923:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127480.860930:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127480.860936:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127480.860937:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127480.861291:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127480.861295:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127480.861299:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127481.885032:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127481.885038:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127481.885045:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127481.885046:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127481.885309:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127481.885314:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127481.885318:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127482.919157:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127482.919182:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127482.919189:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127482.919190:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789127482.920137:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789127482.920141:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789127482.920146:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789127483.317809:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127483.317819:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127483.317827:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009f480. 00000020:00000040:0.0:1789127483.317832:0:8130:0:(genops.c:1210:class_import_get()) import ffff9403119b1000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:0.0:1789127483.317837:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127483.317840:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127483.317845:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127483.317853:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3900. 00000100:00000001:0.0:1789127483.317860:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.317872:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127483.317882:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127483.317886:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.317892:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079a7ccbb] to pc [ptlrpcd_00_01+1] req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127483.317923:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.317926:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127483.317928:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789127483.317934:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789127483.317938:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789127483.317940:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127483.317948:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789127483.317950:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127483.317952:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127483.317953:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127483.317955:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127483.317960:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127483.317967:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127483.317970:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127483.317980:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127483.317983:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127483.317986:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127483.317989:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830302080:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127483.317993:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127483.317999:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127483.318001:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127483.318003:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127483.318007:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115af600. 02000000:00000001:0.0:1789127483.318009:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127483.318018:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127483.318022:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b738. 00000400:00000010:0.0:1789127483.318028:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d832a8. 00000100:00000200:0.0:1789127483.318035:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302080, portal 25 00000100:00000001:0.0:1789127483.318037:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127483.318039:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607741568 : -118734101810048 : ffff94031009f480) 00000100:00000040:0.0:1789127483.318044:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127483.318052:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127483.318055:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127483.318057:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83cc0. 00000100:00000200:0.0:1789127483.318060:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876035830302080, offset 0 00000100:00000010:2.0:1789127483.319980:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398e940. 00000020:00000040:2.0:1789127483.319989:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe2000 refcount=4 obd=lustre-MDT0000-mdc-ffff940307df5000 00000100:00000001:2.0:1789127483.319994:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127483.319996:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127483.320000:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127483.320007:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f200. 00000100:00000001:2.0:1789127483.320012:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.320023:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127483.320033:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127483.320037:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.320042:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db975187] to pc [ptlrpcd_01_01+1] req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.320164:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.320169:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.320239:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.320242:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127483.320247:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789127483.320252:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.320254:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127483.320256:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127483.320262:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.320270:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127483.320272:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127483.320283:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127483.320285:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127483.320288:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127483.320291:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830302208:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127483.320295:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127483.320299:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127483.320301:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127483.320303:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127483.320307:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940312400600. 02000000:00000001:2.0:1789127483.320309:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127483.320315:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127483.320319:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c420. 00000400:00000010:2.0:1789127483.320325:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24088. 00000100:00000200:2.0:1789127483.320329:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302208, portal 10 00000100:00000001:2.0:1789127483.320341:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127483.320342:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667441984 : -118734042109632 : ffff94031398e940) 00000100:00000040:2.0:1789127483.320350:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.320356:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127483.320358:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127483.320361:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24908. 00000100:00000200:2.0:1789127483.320364:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830302208, offset 0 00000400:00000200:2.0:1789127483.320370:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127483.320379:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.320386:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127483.320391:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127483.320395:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127483.320399:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127483.320401:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127483.320405:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [146:146:256:4294967295] 192.168.201.140@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1789127483.320408:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.320417:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127483.320429:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127483.320434:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857f800. 00000800:00000200:2.0:1789127483.320441:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127483.320448:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127483.320452:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127483.320471:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.320475:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: using a timeout of 122651 usecs (123 jiffies) 00000400:00000200:2.0:1789127483.320479:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127483.320482:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295044243 00000100:00000010:2.0:1789127483.320486:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9403108c9120. 00000100:00000001:2.0:1789127483.320492:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789127483.320499:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295044243 00000100:00000010:2.0:1789127483.320502:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9403108c92a0. 00000100:00000001:2.0:1789127483.320505:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789127483.320508:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127483.320511:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.320514:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.320515:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.320521:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127483.320523:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789127483.320525:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.320527:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127483.320528:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.320530:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.320539:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.320541:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789127483.320654:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127483.320657:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857f800. 00000400:00000200:2.0:1789127483.320661:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.320666:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127483.320671:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24908 00000400:00000010:2.0:1789127483.320673:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24908. 00000100:00000001:2.0:1789127483.320681:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127483.320686:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.320695:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.320698:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.320705:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.320707:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1789127483.320720:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398ed00. 00000020:00000040:2.0:1789127483.320722:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe6000 refcount=4 obd=lustre-MDT0001-mdc-ffff940307df5000 00000100:00000001:2.0:1789127483.320725:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127483.320727:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127483.320729:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127483.320733:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f800. 00000100:00000001:2.0:1789127483.320736:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.320741:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127483.320749:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127483.320751:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.320755:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cc15f74] to pc [ptlrpcd_01_00+0] req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.320768:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.320771:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127483.320775:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127483.320778:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127483.320781:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127483.320783:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127483.320786:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789127483.320806:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.320808:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127483.320810:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127483.320815:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.320821:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127483.320823:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127483.320825:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127483.320826:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127483.320828:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127483.320831:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830302336:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127483.320834:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127483.320836:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127483.320838:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127483.320840:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127483.320843:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940312400a00. 02000000:00000001:2.0:1789127483.320844:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127483.320848:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127483.320851:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c7e8. 00000400:00000010:2.0:1789127483.320854:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24908. 00000100:00000200:2.0:1789127483.320857:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302336, portal 10 00000100:00000001:2.0:1789127483.320859:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127483.320860:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667442944 : -118734042108672 : ffff94031398ed00) 00000100:00000040:2.0:1789127483.320865:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.320872:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127483.320874:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127483.320877:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e243b8. 00000100:00000200:2.0:1789127483.320879:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830302336, offset 0 00000400:00000200:2.0:1789127483.320882:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127483.320886:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.320890:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127483.320892:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127483.320899:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127483.320902:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127483.320904:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127483.324863:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127483.324877:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127483.324885:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127483.324890:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127483.324895:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127483.324899:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127483.324902:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127483.324906:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [147:147:256:4294967295] 192.168.201.140@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1789127483.324911:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.325252:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [148:148:256:4294967295] 192.168.201.140@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:2.0:1789127483.325257:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.325267:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127483.325274:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000001:2.0:1789127483.325389:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.325403:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.325405:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.325408:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.325412:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.325417:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:0.0:1789127483.325833:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127483.325850:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127483.325855:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3f00. 00000800:00000200:0.0:1789127483.325862:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127483.325870:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127483.325875:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127483.325889:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127483.325895:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127483.325899:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295045427 00000100:00000001:0.0:1789127483.332503:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295044243 00000100:00000001:0.0:1789127483.332522:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295045427 00000100:00000001:0.0:1789127483.332528:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295044243 00000100:00000001:0.0:1789127483.332532:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127483.332536:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127483.332540:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127483.332546:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789127483.332702:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009d2c0. 00000020:00000040:0.0:1789127483.332709:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306014800 refcount=4 obd=lustre-MDT0000-mdc-ffff94031033e800 00000100:00000001:0.0:1789127483.332715:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127483.332718:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127483.332723:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127483.332731:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3200. 00000100:00000001:0.0:1789127483.332738:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332752:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127483.332763:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127483.332768:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332774:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000459168e5] to pc [ptlrpcd_00_00+0] req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127483.332816:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332820:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127483.332838:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127483.332842:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009cf00. 00000020:00000040:0.0:1789127483.332845:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306011000 refcount=4 obd=lustre-MDT0001-mdc-ffff94031033e800 00000100:00000001:0.0:1789127483.332847:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127483.332849:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127483.332851:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127483.332854:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3500. 00000100:00000001:0.0:1789127483.332858:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332863:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127483.332870:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127483.332872:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332876:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b4088049] to pc [ptlrpcd_00_01+1] req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127483.332884:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332886:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127483.332889:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127483.332892:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009f840. 00000020:00000040:0.0:1789127483.332893:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306017800 refcount=3 obd=lustre-OST0000-osc-ffff94031033e800 00000100:00000001:0.0:1789127483.332895:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127483.332896:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127483.332898:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127483.332900:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3400. 00000100:00000001:0.0:1789127483.332902:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332905:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127483.332923:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127483.332924:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332928:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023528c03] to pc [ptlrpcd_00_00+0] req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127483.332947:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332949:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127483.332953:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127483.332955:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009fc00. 00000020:00000040:0.0:1789127483.332958:0:8130:0:(genops.c:1210:class_import_get()) import ffff940308505800 refcount=3 obd=lustre-OST0001-osc-ffff94031033e800 00000100:00000001:0.0:1789127483.332960:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127483.332962:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127483.332963:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127483.332966:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3a00. 00000100:00000001:0.0:1789127483.332970:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332974:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127483.332981:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127483.332983:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332986:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c97afbb3] to pc [ptlrpcd_00_01+1] req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127483.332993:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127483.332998:0:8130:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:1.0:1789127483.333161:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.333165:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789127483.333167:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789127483.333173:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333180:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789127483.333183:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333186:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789127483.333189:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789127483.333192:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789127483.333195:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302464:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127483.333199:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789127483.333204:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789127483.333207:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333209:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789127483.333214:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940304e64000. 02000000:00000001:1.0:1789127483.333216:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789127483.333223:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1789127483.333227:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940308c08e70. 00000400:00000010:1.0:1789127483.333234:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60d48. 00000100:00000200:1.0:1789127483.333241:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302464, portal 10 00000100:00000001:1.0:1789127483.333244:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789127483.333245:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607732928 : -118734101818688 : ffff94031009d2c0) 00000100:00000040:1.0:1789127483.333252:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333259:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789127483.333262:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1789127483.333265:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e604c8. 00000100:00000200:1.0:1789127483.333270:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830302464, offset 0 00000400:00000200:1.0:1789127483.333277:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333286:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333301:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1789127483.333307:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789127483.333311:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1789127483.333315:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789127483.333318:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333323:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [149:149:254:4294967295] 192.168.201.140@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:1.0:1789127483.333327:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333338:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1789127483.333343:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1789127483.333349:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940312a45600. 00000800:00000200:1.0:1789127483.333356:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1789127483.333363:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1789127483.333366:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940312a45600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789127483.333370:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.333376:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: using a timeout of 13126 usecs (14 jiffies) 00000400:00000200:1.0:1789127483.333378:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1789127483.333380:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295044142 00000100:00000001:1.0:1789127483.333383:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333385:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295044142 00000100:00000001:1.0:1789127483.333386:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333388:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.333390:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.333392:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789127483.333396:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333402:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789127483.333403:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333405:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789127483.333407:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789127483.333409:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789127483.333419:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302720:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127483.333422:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789127483.333424:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789127483.333426:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333427:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789127483.333430:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940304e65c00. 02000000:00000001:1.0:1789127483.333432:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789127483.333436:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1789127483.333438:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940308c08108. 00000400:00000010:1.0:1789127483.333441:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60cc0. 00000100:00000200:1.0:1789127483.333445:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302720, portal 4 00000100:00000001:1.0:1789127483.333446:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789127483.333448:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607742528 : -118734101809088 : ffff94031009f840) 00000020:00000010:1.0:1789127483.333456:0:2397:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff940310376000. 00000100:00000040:1.0:1789127483.333462:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333468:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789127483.333470:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1789127483.333472:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60000. 00000100:00000200:1.0:1789127483.333474:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830302720, offset 0 00000400:00000200:1.0:1789127483.333480:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333484:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333490:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1789127483.333493:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789127483.333495:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1789127483.333497:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789127483.333499:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333502:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [150:150:253:4294967295] 192.168.201.140@tcp LPNI seq info [150:150:5:4294967295] 00000400:00000200:1.0:1789127483.333505:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333510:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1789127483.333514:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1789127483.333524:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940312a45800. 00000800:00000200:1.0:1789127483.333527:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1789127483.333532:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1789127483.333535:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940312a45800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789127483.333540:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.333544:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: using a timeout of 26660 usecs (27 jiffies) 00000400:00000200:1.0:1789127483.333547:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1789127483.333549:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295044155 00000100:00000001:1.0:1789127483.333552:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333554:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295044155 00000100:00000001:1.0:1789127483.333556:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333559:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.333561:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.333564:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.333566:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.333574:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789127483.333576:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789127483.333578:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.333580:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789127483.333581:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789127483.333584:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789127483.333585:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.333587:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789127483.333588:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.333590:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.333591:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789127483.333593:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789127483.333598:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333642:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789127483.333643:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333646:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789127483.333648:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789127483.333657:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789127483.333660:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302592:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127483.333663:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789127483.333665:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789127483.333667:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333669:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789127483.333671:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940304e65400. 02000000:00000001:1.0:1789127483.333673:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789127483.333676:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1789127483.333679:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940308c087e8. 00000400:00000010:1.0:1789127483.333682:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60a18. 00000100:00000200:1.0:1789127483.333685:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302592, portal 10 00000100:00000001:1.0:1789127483.333687:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789127483.333688:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607731968 : -118734101819648 : ffff94031009cf00) 00000100:00000040:1.0:1789127483.333693:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333699:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789127483.333701:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1789127483.333703:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60aa0. 00000100:00000200:1.0:1789127483.333705:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830302592, offset 0 00000400:00000200:1.0:1789127483.333710:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333713:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333716:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1789127483.333719:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789127483.333722:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1789127483.333724:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789127483.333726:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333729:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [151:151:252:4294967295] 192.168.201.140@tcp LPNI seq info [151:151:4:4294967295] 00000400:00000200:1.0:1789127483.333732:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333738:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1789127483.333742:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1789127483.333749:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940312a45700. 00000800:00000200:1.0:1789127483.333753:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1789127483.333757:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1789127483.333759:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940312a45700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789127483.333762:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.333765:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: using a timeout of 20256 usecs (21 jiffies) 00000400:00000200:1.0:1789127483.333768:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1789127483.333770:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295044149 00000100:00000001:1.0:1789127483.333773:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333774:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295044149 00000100:00000001:1.0:1789127483.333777:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333779:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.333780:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.333783:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789127483.333786:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333804:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789127483.333806:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333809:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789127483.333810:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789127483.333813:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789127483.333816:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302848:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127483.333820:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789127483.333822:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789127483.333824:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.333826:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789127483.333829:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940304e65800. 02000000:00000001:1.0:1789127483.333831:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789127483.333835:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1789127483.333837:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940308c08420. 00000400:00000010:1.0:1789127483.333841:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60b28. 00000100:00000200:1.0:1789127483.333849:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302848, portal 4 00000100:00000001:1.0:1789127483.333850:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789127483.333851:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607743488 : -118734101808128 : ffff94031009fc00) 00000020:00000010:1.0:1789127483.333858:0:2397:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9403100c6000. 00000100:00000040:1.0:1789127483.333865:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.333871:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789127483.333873:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1789127483.333875:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60c38. 00000100:00000200:1.0:1789127483.333877:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830302848, offset 0 00000400:00000200:1.0:1789127483.333882:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333885:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333889:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1789127483.333892:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789127483.333895:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1789127483.333897:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789127483.333899:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1789127483.333902:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [152:152:251:4294967295] 192.168.201.140@tcp LPNI seq info [152:152:3:4294967295] 00000400:00000200:1.0:1789127483.333915:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127483.333921:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1789127483.333925:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1789127483.333929:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940312a45500. 00000800:00000200:1.0:1789127483.333932:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1789127483.333936:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1789127483.333938:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940312a45500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789127483.333941:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.333944:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: using a timeout of 25381 usecs (26 jiffies) 00000400:00000200:1.0:1789127483.333947:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1789127483.333949:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295044154 00000100:00000001:1.0:1789127483.333951:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333958:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295044154 00000100:00000001:1.0:1789127483.333960:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295045427 00000100:00000001:1.0:1789127483.333962:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.333964:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.333968:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.333971:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.333982:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.333985:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127483.334175:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.334180:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.334184:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.334189:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404600 00000400:00000200:2.0:1789127483.334192:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.334197:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:2.0:1789127483.334205:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789127483.334252:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127483.334256:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3f00. 00000400:00000200:2.0:1789127483.334264:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.334269:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127483.334275:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83cc0 00000400:00000010:2.0:1789127483.334277:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83cc0. 00000100:00000001:2.0:1789127483.334282:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127483.334287:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334297:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.334301:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334320:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334323:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127483.334336:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127483.334338:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940312a45600. 00000400:00000200:2.0:1789127483.334341:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.334346:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127483.334348:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e604c8 00000400:00000010:2.0:1789127483.334350:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e604c8. 00000100:00000001:2.0:1789127483.334352:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127483.334356:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334364:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.334368:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334374:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334376:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127483.334384:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127483.334387:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940312a45800. 00000400:00000200:2.0:1789127483.334389:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.334393:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127483.334396:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60000 00000400:00000010:2.0:1789127483.334398:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60000. 00000100:00000001:2.0:1789127483.334400:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127483.334404:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334412:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.334415:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334422:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334424:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127483.334431:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127483.334437:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940312a45700. 00000400:00000200:2.0:1789127483.334440:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.334444:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127483.334447:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60aa0 00000400:00000010:2.0:1789127483.334448:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60aa0. 00000100:00000001:2.0:1789127483.334451:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127483.334454:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334461:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.334464:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334471:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334472:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127483.334530:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127483.334533:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940312a45500. 00000400:00000200:2.0:1789127483.334536:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.334539:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127483.334541:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60c38 00000400:00000010:2.0:1789127483.334543:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60c38. 00000100:00000001:2.0:1789127483.334545:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127483.334548:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334556:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.334558:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334563:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334565:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789127483.334577:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.334580:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127483.334583:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334587:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789127483.334595:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857f700. 00000800:00000200:2.0:1789127483.334601:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127483.334637:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127483.334640:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127483.334653:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.334657:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: using a timeout of 146921 usecs (147 jiffies) 00000400:00000200:2.0:1789127483.334661:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127483.334663:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295044275 00000800:00000200:2.0:1789127483.334675:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127483.334677:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857f700. 00000400:00000200:2.0:1789127483.334680:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.334684:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127483.334686:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e243b8 00000400:00000010:2.0:1789127483.334689:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e243b8. 00000100:00000001:2.0:1789127483.334691:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127483.334696:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334704:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.334707:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334714:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334715:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789127483.334723:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295045427 00000100:00000001:2.0:1789127483.334726:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295044275 00000100:00000001:2.0:1789127483.334729:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295045427 00000100:00000001:2.0:1789127483.334731:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127483.334733:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334735:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334737:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.334742:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127483.334743:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789127483.334745:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.334746:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127483.334753:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334755:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127483.334770:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.334773:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.334776:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127483.334781:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.334785:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127483.334805:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334816:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127483.334826:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.334827:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789127483.334831:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127483.334833:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127483.334835:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c420. 00000400:00000200:2.0:1789127483.334839:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24088 00000400:00000010:2.0:1789127483.334841:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24088. 00000100:00000001:2.0:1789127483.334843:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.334846:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127483.334856:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334862:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127483.334863:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.334866:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127483.334868:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127483.334871:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127483.334873:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127483.334876:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127483.334884:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe2460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127483.334888:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe2418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127483.334891:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127483.334893:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127483.334901:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789127483.334917:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.334921:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127483.334923:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:2.0:1789127483.334925:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127483.334927:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.334932:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334940:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127483.334942:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127483.334944:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127483.334948:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127483.334956:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830302208:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127483.334960:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.334962:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.334965:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398e940 x1876035830302208/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.334971:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127483.334973:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127483.334976:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940312400600. 02000000:00000001:2.0:1789127483.334979:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127483.334981:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127483.334983:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306fe2000 refcount=3 obd=lustre-MDT0000-mdc-ffff940307df5000 00000020:00000001:2.0:1789127483.334986:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127483.334988:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f200. 02000000:00000001:2.0:1789127483.334991:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127483.334993:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127483.334995:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398e940. 00000100:00000001:2.0:1789127483.334999:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127483.335000:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.335002:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.335006:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127483.335012:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.335014:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.335015:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127483.335020:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.335024:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.343874:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.343896:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.343901:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.343903:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.343928:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.343936:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127483.343947:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.343952:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.343957:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.343961:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404700 00000400:00000200:2.0:1789127483.343966:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.343973:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8f5 [1] + 224 00000800:00000001:2.0:1789127483.343981:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.343985:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.343988:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.343992:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127483.344000:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.344009:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127483.344020:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.344042:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127483.344051:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344055:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.344057:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344059:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.344062:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1789127483.344216:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.344221:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789127483.344229:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789127483.344231:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789127483.344234:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940308c08e70. 00000400:00000200:1.0:1789127483.344239:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60d48 00000400:00000010:1.0:1789127483.344242:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60d48. 00000100:00000001:1.0:1789127483.344245:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789127483.344250:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789127483.344260:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.344266:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789127483.344268:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.344271:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789127483.344274:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789127483.344277:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789127483.344279:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.344281:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789127483.344291:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306014c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789127483.344295:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306014c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789127483.344297:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789127483.344300:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789127483.344303:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789127483.344307:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.344311:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789127483.344322:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:1.0:1789127483.344324:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789127483.344326:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.344343:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.344351:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.344354:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789127483.344356:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789127483.344360:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127483.344367:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302464:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127483.344373:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.344375:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789127483.344379:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009d2c0 x1876035830302464/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.344386:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789127483.344388:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789127483.344392:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940304e64000. 02000000:00000001:1.0:1789127483.344395:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789127483.344397:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789127483.344399:0:2397:0:(genops.c:1223:class_import_put()) import ffff940306014800 refcount=3 obd=lustre-MDT0000-mdc-ffff94031033e800 00000020:00000001:1.0:1789127483.344401:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789127483.344404:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3200. 02000000:00000001:1.0:1789127483.344407:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789127483.344409:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789127483.344410:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009d2c0. 00000100:00000001:1.0:1789127483.344414:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789127483.344415:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.344419:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.344420:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.344422:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789127483.344423:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.344425:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127483.344679:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127483.344686:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344694:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344698:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344701:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404780 00000400:00000200:2.0:1789127483.344705:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344709:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x905 [1] + 224 00000800:00000001:2.0:1789127483.344714:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344720:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.344722:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.344726:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127483.344729:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.344733:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127483.344740:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.344753:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127483.344758:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344761:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.344762:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344764:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.344767:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344770:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127483.344774:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344776:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344779:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344782:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404800 00000400:00000200:2.0:1789127483.344785:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344799:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:2.0:1789127483.344803:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344806:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.344808:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.344811:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127483.344814:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.344822:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127483.344832:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.344839:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127483.344843:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344845:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.344847:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344850:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.344853:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344857:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127483.344861:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344864:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344867:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344869:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404880 00000400:00000200:2.0:1789127483.344873:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.344876:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:2.0:1789127483.344879:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.344881:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.344883:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.344886:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127483.344888:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.344892:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127483.344900:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.345158:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.345161:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789127483.345164:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789127483.345166:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789127483.345168:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940308c087e8. 00000400:00000200:1.0:1789127483.345171:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60a18 00000400:00000010:1.0:1789127483.345172:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60a18. 00000100:00000001:1.0:1789127483.345175:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789127483.345180:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789127483.345187:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.345193:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789127483.345195:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.345196:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789127483.345198:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789127483.345200:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789127483.345202:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.345203:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789127483.345209:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306011460 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789127483.345212:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306011418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789127483.345214:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789127483.345216:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789127483.345218:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789127483.345222:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789127483.345229:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.345231:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789127483.345233:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:1.0:1789127483.345234:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789127483.345236:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.345240:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.345247:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.345254:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789127483.345256:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789127483.345260:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127483.345267:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302592:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127483.345292:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127483.345298:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.345303:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.345305:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.345307:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.345316:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.345320:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127483.345324:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.345327:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.345340:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.345344:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6aa3ea1404580 00000400:00000200:2.0:1789127483.345348:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.345352:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:2.0:1789127483.345356:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.345366:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.345368:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.345372:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127483.345375:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.345379:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127483.345387:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.345394:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127483.345398:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.345401:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789127483.353755:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789127483.353762:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789127483.353766:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940308c08420. 00000400:00000200:1.0:1789127483.353772:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60b28 00000400:00000010:1.0:1789127483.353775:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60b28. 00000100:00000001:1.0:1789127483.353780:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789127483.353802:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789127483.353813:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.353820:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789127483.353822:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.353824:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789127483.353828:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789127483.353830:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789127483.353832:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.353835:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789127483.353845:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff940308505c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789127483.353849:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff940308505c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789127483.353852:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789127483.353854:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789127483.353857:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789127483.353861:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789127483.353867:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.353871:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789127483.353873:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:1.0:1789127483.353890:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789127483.353892:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.353897:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.353903:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.354582:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789127483.354584:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789127483.354591:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127483.354600:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302848:192.168.201.140@tcp:400:kworker.0 00000400:00000001:1.0:1789127483.354630:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789127483.354631:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789127483.354634:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940308c08108. 00000400:00000200:1.0:1789127483.354637:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60cc0 00000400:00000010:1.0:1789127483.354639:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60cc0. 00000100:00000001:1.0:1789127483.354642:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789127483.354646:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789127483.354655:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354661:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789127483.354663:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354665:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789127483.354666:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789127483.354668:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789127483.354669:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.354671:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789127483.354676:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306017c60 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1789127483.354680:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306017c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1789127483.354682:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789127483.354684:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789127483.354686:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789127483.354695:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789127483.354702:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.354704:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789127483.354706:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:1.0:1789127483.354708:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789127483.354709:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.354713:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354719:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.354720:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789127483.354722:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789127483.354725:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127483.354732:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830302720:192.168.201.140@tcp:400:kworker.0 00000400:00000001:1.0:1789127483.354737:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789127483.354739:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789127483.354740:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b738. 00000400:00000200:1.0:1789127483.354743:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d832a8 00000400:00000010:1.0:1789127483.354745:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d832a8. 00000100:00000001:1.0:1789127483.354747:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789127483.354751:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789127483.354759:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354765:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789127483.354767:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354768:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789127483.354769:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789127483.354770:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789127483.354772:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127483.354777:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789127483.354780:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9403119b1460 time=94 v=5 (5 0 0 0) 00000100:00001000:1.0:1789127483.354783:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9403119b1418 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1789127483.354785:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789127483.354795:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789127483.354798:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789127483.354799:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.354801:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127483.354806:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354812:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127483.354814:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789127483.354815:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789127483.354819:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789127483.354825:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9346e8f-38fd-493e-a113-a8a1e656b57f:2397:1876035830302080:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127483.354829:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354832:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789127483.354836:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009cf00 x1876035830302592/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354842:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789127483.354845:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789127483.354848:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940304e65400. 02000000:00000001:1.0:1789127483.354851:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789127483.354854:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789127483.354856:0:2397:0:(genops.c:1223:class_import_put()) import ffff940306011000 refcount=3 obd=lustre-MDT0001-mdc-ffff94031033e800 00000020:00000001:1.0:1789127483.354858:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789127483.354860:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3500. 02000000:00000001:1.0:1789127483.354863:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789127483.354865:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789127483.354867:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009cf00. 00000100:00000001:1.0:1789127483.354870:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789127483.354872:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354877:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789127483.354881:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009fc00 x1876035830302848/t0(0) o400->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354887:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789127483.354888:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789127483.354890:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940304e65800. 02000000:00000001:1.0:1789127483.354891:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789127483.354893:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789127483.354894:0:2397:0:(genops.c:1223:class_import_put()) import ffff940308505800 refcount=2 obd=lustre-OST0001-osc-ffff94031033e800 00000020:00000001:1.0:1789127483.354895:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789127483.354897:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3a00. 02000000:00000001:1.0:1789127483.354898:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789127483.354899:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789127483.354900:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009fc00. 00000100:00000001:1.0:1789127483.354904:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789127483.354914:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354915:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789127483.354918:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009f840 x1876035830302720/t0(0) o400->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354923:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789127483.354924:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789127483.354925:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940304e65c00. 02000000:00000001:1.0:1789127483.354927:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789127483.354929:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789127483.354929:0:2397:0:(genops.c:1223:class_import_put()) import ffff940306017800 refcount=2 obd=lustre-OST0000-osc-ffff94031033e800 00000020:00000001:1.0:1789127483.354931:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789127483.354932:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3400. 02000000:00000001:1.0:1789127483.354934:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789127483.354935:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789127483.354937:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009f840. 00000100:00000001:1.0:1789127483.354938:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789127483.354940:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354941:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789127483.354944:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009f480 x1876035830302080/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127483.354949:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789127483.354955:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789127483.354956:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115af600. 02000000:00000001:1.0:1789127483.354959:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789127483.354960:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789127483.354961:0:2397:0:(genops.c:1223:class_import_put()) import ffff9403119b1000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:1.0:1789127483.354962:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789127483.354964:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3900. 02000000:00000001:1.0:1789127483.354966:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789127483.354967:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789127483.354968:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009f480. 00000100:00000001:1.0:1789127483.354970:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789127483.354971:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354973:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127483.354980:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789127483.354982:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127483.354985:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127483.354987:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127483.356034:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.356052:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127483.356055:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.356058:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.356079:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.356086:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127483.356095:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.356099:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.356104:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.356108:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404680 00000400:00000200:2.0:1789127483.356112:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127483.356118:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x8e5 [1] + 224 00000800:00000001:2.0:1789127483.356134:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.356143:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127483.356147:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127483.356152:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127483.356159:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.356166:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127483.356177:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.356191:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127483.356200:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127483.356204:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.356215:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.356218:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789127483.356222:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127483.356223:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127483.356225:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c7e8. 00000400:00000200:2.0:1789127483.356229:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24908 00000400:00000010:2.0:1789127483.356230:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24908. 00000100:00000001:2.0:1789127483.356233:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127483.356237:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127483.356245:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.356251:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127483.356252:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.356254:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127483.356256:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127483.356258:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127483.356260:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127483.356263:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127483.356269:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe6460 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127483.356273:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe6418 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127483.356281:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127483.356283:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127483.356286:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127483.356291:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127483.356297:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.356299:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127483.356301:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:2.0:1789127483.356302:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127483.356304:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127483.356307:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.356313:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127483.356316:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127483.356317:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127483.356320:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127483.356328:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830302336:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127483.357006:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.357009:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127483.357014:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398ed00 x1876035830302336/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127483.357022:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127483.357024:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127483.357027:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940312400a00. 02000000:00000001:2.0:1789127483.357030:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127483.357032:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127483.357034:0:2399:0:(genops.c:1223:class_import_put()) import ffff940306fe6000 refcount=3 obd=lustre-MDT0001-mdc-ffff940307df5000 00000020:00000001:2.0:1789127483.357036:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127483.357039:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f800. 02000000:00000001:2.0:1789127483.357042:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127483.357049:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127483.357052:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398ed00. 00000100:00000001:2.0:1789127483.357058:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127483.357060:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.357125:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127483.357133:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127483.357135:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127483.357137:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127483.357140:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127483.933098:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127483.933107:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127483.933112:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127483.933113:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127483.934251:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127483.934256:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127483.934260:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789127484.636727:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029dea20 (cpu 2) has reached its deadline 4295045427, at 4295045440 00000100:00000040:3.0:1789127484.636727:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029deb30 (cpu 3) has reached its deadline 4295045427, at 4295045440 00000100:00000010:3.0:1789127484.636744:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9403108c92a0. 00000100:00000010:2.0:1789127484.636746:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9403108c9120. 00000080:00000001:1.0:1789127484.765216:0:9644:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789127484.765227:0:9644:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789127484.783241:0:9646:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789127484.783252:0:9646:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789127484.827157:0:9653:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789127484.827167:0:9653:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789127484.841278:0:9655:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789127484.841290:0:9655:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127484.960189:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127484.960195:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127484.960200:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127484.960201:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127484.960275:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127484.960279:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127484.960282:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127485.983105:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127485.983140:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127485.983149:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127485.983151:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127485.983237:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127485.983243:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127485.983247:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127487.004976:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127487.004982:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127487.004985:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127487.004986:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127487.007804:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127487.007810:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127487.007815:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127488.028866:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127488.028872:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.028879:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127488.028882:0:8235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789127488.028884:0:8235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789127488.028887:0:8235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.028889:0:8235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789127488.028892:0:8235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.028893:0:8235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.028895:0:8235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127488.034809:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127488.034815:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127488.034820:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789127488.413400:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127488.413414:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127488.413427:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009da40. 00000020:00000040:0.0:1789127488.413435:0:8130:0:(genops.c:1210:class_import_get()) import ffff9403119b1000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:0.0:1789127488.413440:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127488.413443:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127488.413450:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127488.413466:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3800. 00000100:00000001:0.0:1789127488.413477:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413493:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127488.413505:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127488.413510:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413518:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e870a59] to pc [ptlrpcd_00_00+0] req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.413556:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413559:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127488.413584:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127488.413587:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009e1c0. 00000020:00000040:0.0:1789127488.413592:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe2000 refcount=4 obd=lustre-MDT0000-mdc-ffff940307df5000 00000100:00000001:0.0:1789127488.413595:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127488.413597:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127488.413598:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127488.413616:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3600. 00000100:00000001:0.0:1789127488.413620:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413624:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127488.413632:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127488.413634:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413637:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fa6a44] to pc [ptlrpcd_00_01+1] req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.413645:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413647:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127488.413650:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127488.413653:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009de00. 00000020:00000040:0.0:1789127488.413655:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe6000 refcount=4 obd=lustre-MDT0001-mdc-ffff940307df5000 00000100:00000001:0.0:1789127488.413657:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127488.413658:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127488.413660:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127488.413662:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3e00. 00000100:00000001:0.0:1789127488.413665:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413669:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127488.413675:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127488.413676:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413679:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc83e534] to pc [ptlrpcd_00_00+0] req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.413710:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413712:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789127488.413716:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789127488.413718:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789127488.413721:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789127488.413724:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127488.413726:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127488.413728:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009e940. 00000020:00000040:0.0:1789127488.413730:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306014800 refcount=4 obd=lustre-MDT0000-mdc-ffff94031033e800 00000100:00000001:0.0:1789127488.413732:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127488.413733:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127488.413735:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127488.413745:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3d00. 00000100:00000001:0.0:1789127488.413748:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413753:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127488.413766:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127488.413769:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413773:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83d0136] to pc [ptlrpcd_00_01+1] req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.413780:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413782:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127488.413785:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127488.413788:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009f0c0. 00000020:00000040:0.0:1789127488.413791:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306011000 refcount=4 obd=lustre-MDT0001-mdc-ffff94031033e800 00000100:00000001:0.0:1789127488.413794:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127488.413799:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127488.413801:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127488.413805:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3000. 00000100:00000001:0.0:1789127488.413808:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413812:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127488.413819:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127488.413821:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413824:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009de586b9] to pc [ptlrpcd_00_00+0] req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.413831:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.413834:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127488.413837:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789127488.413839:0:8130:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789127488.413843:0:8130:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789127488.413846:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009ed00. 00000020:00000040:0.0:1789127488.413849:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306017800 refcount=3 obd=lustre-OST0000-osc-ffff94031033e800 00000100:00000001:0.0:1789127488.413851:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127488.413852:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127488.413854:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127488.413857:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3700. 00000100:00000001:0.0:1789127488.413860:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.413863:0:8130:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625339607739648 : -118734101811968 : ffff94031009ed00) 00000100:00080000:0.0:1789127488.413867:0:8130:0:(import.c:65:import_set_state_nolock()) ffff940306017800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789127488.414309:0:8130:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94031033e800: disconnect after 21s idle 00000100:00000001:0.0:1789127488.414313:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127488.414317:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.414322:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008672022f] to pc [ptlrpcd_rcv+-1] req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.414338:0:8130:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.414340:0:8130:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.414356:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127488.414359:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789127488.414361:0:8130:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789127488.414362:0:8130:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789127488.414366:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009c000. 00000020:00000040:0.0:1789127488.414368:0:8130:0:(genops.c:1210:class_import_get()) import ffff940308505800 refcount=3 obd=lustre-OST0001-osc-ffff94031033e800 00000100:00000001:0.0:1789127488.414370:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127488.414372:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127488.414376:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127488.414382:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3900. 00000100:00000001:0.0:1789127488.414385:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.414386:0:8130:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625339607728128 : -118734101823488 : ffff94031009c000) 00000100:00080000:0.0:1789127488.414389:0:8130:0:(import.c:65:import_set_state_nolock()) ffff940308505800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789127488.414392:0:8130:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff94031033e800: disconnect after 21s idle 00000100:00000001:0.0:1789127488.414394:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127488.414396:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.414400:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8dcbd73] to pc [ptlrpcd_rcv+-1] req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.414407:0:8130:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.414409:0:8130:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.414414:0:8130:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:0.0:1789127488.414434:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.414438:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127488.414441:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127488.414447:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.414460:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127488.414463:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.414467:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127488.414472:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127488.414475:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127488.414478:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830303104:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127488.414489:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127488.414496:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127488.414500:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.414502:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127488.414507:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115aee00. 02000000:00000001:0.0:1789127488.414510:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127488.414519:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127488.414525:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014bc08. 00000400:00000010:0.0:1789127488.414533:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83d48. 00000100:00000200:0.0:1789127488.414541:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830303104, portal 10 00000100:00000001:0.0:1789127488.414544:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127488.414546:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607736768 : -118734101814848 : ffff94031009e1c0) 00000100:00000040:0.0:1789127488.414555:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.414627:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127488.414630:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127488.414633:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83000. 00000100:00000200:0.0:1789127488.414638:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830303104, offset 0 00000400:00000200:0.0:1789127488.414645:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127488.414655:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.414663:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127488.414670:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127488.414675:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127488.414679:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127488.414682:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127488.414686:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [153:153:256:4294967295] 192.168.201.140@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1789127488.414689:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.414709:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127488.414715:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127488.414719:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3400. 00000800:00000200:0.0:1789127488.414727:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127488.414934:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127488.414940:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127488.414958:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.414963:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: using a timeout of 118646 usecs (119 jiffies) 00000400:00000200:0.0:1789127488.414967:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127488.414970:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295049336 00000100:00000010:0.0:1789127488.414974:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff940320c2ccc0. 00000100:00000001:0.0:1789127488.414982:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789127488.414988:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295049336 00000100:00000010:0.0:1789127488.414992:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff940320c2c840. 00000100:00000001:0.0:1789127488.414995:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789127488.414998:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.415001:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.415004:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127488.415009:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.415016:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127488.415018:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.415021:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127488.415022:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127488.415025:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127488.415028:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2398:1876035830303360:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127488.415031:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127488.415034:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127488.415036:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.415038:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127488.415042:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115ae000. 02000000:00000001:0.0:1789127488.415044:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.415248:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127488.415252:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127488.415254:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127488.415260:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.415266:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127488.415268:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127488.415270:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127488.415271:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127488.415273:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127488.415275:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830303616:192.168.201.140@tcp:9:kworker.0 00000100:00000001:3.0:1789127488.415279:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127488.415281:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127488.415282:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127488.415284:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127488.415287:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940306205000. 02000000:00000001:3.0:1789127488.415289:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127488.415292:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127488.415295:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9403053117e8. 00000400:00000010:3.0:1789127488.415300:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58990. 00000100:00000200:3.0:1789127488.415303:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830303616, portal 4 00000100:00000001:3.0:1789127488.415304:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127488.415311:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607739648 : -118734101811968 : ffff94031009ed00) 00000100:00000040:3.0:1789127488.415318:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.415324:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127488.415326:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127488.415329:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58908. 00000100:00000200:3.0:1789127488.415331:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830303616, offset 0 00000400:00000200:3.0:1789127488.415337:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127488.415347:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.415361:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127488.415364:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127488.415367:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127488.415370:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127488.415373:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127488.415376:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [154:154:255:4294967295] 192.168.201.140@tcp LPNI seq info [154:154:7:4294967295] 00000400:00000200:3.0:1789127488.415380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.415391:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127488.415396:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127488.415401:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940307fc7c00. 00000800:00000200:3.0:1789127488.415404:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127488.415409:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127488.415412:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940307fc7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127488.415415:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127488.415418:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: using a timeout of 26782 usecs (27 jiffies) 00000400:00000200:3.0:1789127488.415421:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127488.415423:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295049245 00000100:00000001:3.0:1789127488.415426:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295049336 00000100:00000001:3.0:1789127488.415428:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295049245 00000100:00000001:3.0:1789127488.415430:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295049336 00000100:00000001:3.0:1789127488.415432:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127488.415440:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.415442:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127488.415446:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.415453:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127488.415454:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127488.415456:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127488.415458:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127488.415460:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127488.415463:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830303744:192.168.201.140@tcp:9:kworker.0 00000100:00000001:3.0:1789127488.415467:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127488.415469:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127488.415475:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127488.415476:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127488.415482:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940306204000. 02000000:00000001:3.0:1789127488.415484:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127488.415487:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127488.415489:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311108. 00000400:00000010:3.0:1789127488.415492:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58a18. 00000100:00000200:3.0:1789127488.415497:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830303744, portal 4 00000100:00000001:3.0:1789127488.415499:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127488.415500:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607728128 : -118734101823488 : ffff94031009c000) 00000100:00000040:3.0:1789127488.415505:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.415512:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127488.415515:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127488.415517:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c583b8. 00000100:00000200:3.0:1789127488.415520:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876035830303744, offset 0 00000400:00000200:3.0:1789127488.415524:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127488.415527:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.415530:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127488.415533:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127488.415536:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127488.415543:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127488.415545:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127488.415548:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [155:155:254:4294967295] 192.168.201.140@tcp LPNI seq info [155:155:6:4294967295] 00000400:00000200:3.0:1789127488.415552:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.415558:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127488.415562:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127488.415569:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940307fc7000. 00000800:00000200:2.0:1789127488.416007:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127488.416013:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3400. 00000400:00000200:2.0:1789127488.416019:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.416025:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127488.416032:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83000 00000400:00000010:2.0:1789127488.416035:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83000. 00000100:00000001:2.0:1789127488.416040:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127488.416046:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789127488.416124:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127488.416130:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b9a0. 00000400:00000010:0.0:1789127488.416136:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83aa0. 00000100:00000200:0.0:1789127488.416146:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830303360, portal 10 00000100:00000001:0.0:1789127488.416148:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127488.416149:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607738688 : -118734101812928 : ffff94031009e940) 00000100:00000040:0.0:1789127488.416157:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.416164:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127488.416166:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127488.416169:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83c38. 00000100:00000200:0.0:1789127488.416171:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830303360, offset 0 00000400:00000200:0.0:1789127488.416176:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127488.416181:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.416184:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127488.416187:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127488.416190:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127488.416192:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127488.416194:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127488.416197:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [156:156:253:4294967295] 192.168.201.140@tcp LPNI seq info [156:156:5:4294967295] 00000400:00000200:0.0:1789127488.416201:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.416207:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127488.416211:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127488.416215:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3a00. 00000800:00000200:0.0:1789127488.416219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127488.416223:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127488.416226:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127488.416229:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.416232:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: using a timeout of 13263 usecs (14 jiffies) 00000400:00000200:0.0:1789127488.416235:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127488.416236:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295049233 00000100:00000001:0.0:1789127488.416238:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295049336 00000100:00000001:0.0:1789127488.416241:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295049233 00000100:00000001:0.0:1789127488.416248:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295049336 00000100:00000001:0.0:1789127488.416250:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.416253:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.416256:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.416259:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.416268:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789127488.416271:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789127488.416274:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.416275:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127488.416277:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127488.416281:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1789127488.416282:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.416284:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789127488.416286:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.416287:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.416288:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127488.416289:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127488.416295:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.416302:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127488.416304:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.416307:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127488.416309:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127488.416311:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127488.416315:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830302976:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127488.416319:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127488.416322:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127488.416324:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.416326:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127488.416329:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115afc00. 02000000:00000001:0.0:1789127488.416331:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127488.416336:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127488.416338:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b580. 00000400:00000010:0.0:1789127488.416342:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d834c8. 00000100:00000200:0.0:1789127488.416346:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830302976, portal 25 00000800:00000200:3.0:1789127488.416505:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127488.416510:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127488.416513:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940307fc7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127488.416516:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127488.416519:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: using a timeout of 25546 usecs (26 jiffies) 00000400:00000200:3.0:1789127488.416524:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127488.416526:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295049245 00000100:00000001:3.0:1789127488.416528:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295049336 00000100:00000001:3.0:1789127488.416530:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295049245 00000100:00000001:3.0:1789127488.416532:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295049336 00000100:00000001:3.0:1789127488.416534:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127488.416536:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.416539:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.416541:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.416545:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789127488.416547:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789127488.416549:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127488.416550:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127488.416552:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.416554:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.416851:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127488.416856:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.416863:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.416865:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127488.417443:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127488.417448:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940307fc7c00. 00000400:00000200:2.0:1789127488.417455:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.417460:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127488.417465:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58908 00000400:00000010:2.0:1789127488.417468:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58908. 00000100:00000001:2.0:1789127488.417471:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127488.417869:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.417965:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127488.417967:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607734848 : -118734101816768 : ffff94031009da40) 00000100:00000040:0.0:1789127488.417978:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.417987:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127488.417990:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127488.417995:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83110. 00000100:00000200:0.0:1789127488.418000:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876035830302976, offset 0 00000400:00000200:0.0:1789127488.418007:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127488.418015:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.418023:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127488.418029:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127488.418032:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127488.418036:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127488.418039:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127488.418043:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [157:157:253:4294967295] 192.168.201.140@tcp LPNI seq info [157:157:5:4294967295] 00000100:00000001:2.0:1789127488.418420:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127488.418425:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.418432:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.418434:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127488.418457:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127488.418460:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3a00. 00000400:00000200:2.0:1789127488.418464:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.418467:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127488.418471:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83c38 00000400:00000010:2.0:1789127488.418473:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83c38. 00000100:00000001:2.0:1789127488.418475:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127488.418479:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.418486:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127488.418488:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.418494:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.418495:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1789127488.418836:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.418849:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127488.418856:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127488.418861:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3500. 00000800:00000200:0.0:1789127488.418869:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127488.419032:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127488.419035:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940307fc7000. 00000400:00000200:2.0:1789127488.419040:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.419044:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127488.419047:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c583b8 00000400:00000010:2.0:1789127488.419060:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c583b8. 00000100:00000001:2.0:1789127488.419064:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127488.419069:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.419078:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127488.419081:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.419096:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.419097:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789127488.419181:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127488.419187:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127488.419204:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127488.419211:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127488.419214:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295050521 00000100:00000001:0.0:1789127488.419223:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295049336 00000100:00000001:0.0:1789127488.419229:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295050521 00000100:00000001:0.0:1789127488.419232:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295049336 00000100:00000001:0.0:1789127488.419235:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.419245:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.419249:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127488.419255:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.419264:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127488.419265:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.419270:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127488.419274:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127488.419277:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127488.419280:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830303232:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127488.419284:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127488.419290:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127488.419293:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.419296:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127488.419302:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115afe00. 02000000:00000001:0.0:1789127488.419304:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127488.419309:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127488.419315:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b738. 00000400:00000010:0.0:1789127488.419321:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83088. 00000100:00000200:0.0:1789127488.419333:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830303232, portal 10 00000100:00000001:0.0:1789127488.419335:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127488.419336:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607735808 : -118734101815808 : ffff94031009de00) 00000100:00000040:0.0:1789127488.419345:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.419363:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127488.419366:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127488.419369:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d833b8. 00000100:00000200:0.0:1789127488.419372:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830303232, offset 0 00000400:00000200:0.0:1789127488.419378:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127488.419384:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.419389:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127488.419393:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127488.419402:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127488.419405:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127488.419408:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127488.419411:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [158:158:255:4294967295] 192.168.201.140@tcp LPNI seq info [158:158:7:4294967295] 00000400:00000200:0.0:1789127488.419415:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.419422:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127488.419427:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127488.419430:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3200. 00000800:00000200:0.0:1789127488.419434:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127488.419439:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127488.419442:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127488.419445:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.419449:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: using a timeout of 142037 usecs (143 jiffies) 00000400:00000200:0.0:1789127488.419452:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127488.419455:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295049365 00000100:00000001:0.0:1789127488.419457:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295050521 00000100:00000001:0.0:1789127488.419460:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295049365 00000100:00000001:0.0:1789127488.419462:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295050521 00000100:00000001:0.0:1789127488.419464:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.419467:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.419469:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127488.419475:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.419483:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127488.419485:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.419487:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127488.419489:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127488.419491:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127488.419494:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2398:1876035830303488:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127488.419506:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127488.419508:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127488.419510:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.419512:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127488.419520:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115af800. 02000000:00000001:0.0:1789127488.419523:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127488.419527:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127488.419530:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b058. 00000400:00000010:0.0:1789127488.419534:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d836e8. 00000100:00000200:0.0:1789127488.419537:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830303488, portal 10 00000100:00000001:0.0:1789127488.419539:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127488.419541:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607740608 : -118734101811008 : ffff94031009f0c0) 00000020:00000010:0.0:1789127488.419551:0:2398:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff940319594000. 00000100:00000040:0.0:1789127488.419556:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.419562:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127488.419564:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127488.419567:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83f68. 00000100:00000200:0.0:1789127488.419569:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830303488, offset 0 00000400:00000200:0.0:1789127488.419574:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127488.419577:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.419581:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127488.419584:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127488.419586:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127488.419589:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127488.419591:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127488.419594:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [159:159:254:4294967295] 192.168.201.140@tcp LPNI seq info [159:159:6:4294967295] 00000400:00000200:0.0:1789127488.419597:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127488.419626:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127488.419632:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127488.419635:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3f00. 00000800:00000200:0.0:1789127488.419644:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127488.419649:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127488.419652:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127488.419655:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.419659:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: using a timeout of 19283 usecs (20 jiffies) 00000400:00000200:0.0:1789127488.419662:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127488.419664:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295049242 00000100:00000001:0.0:1789127488.419667:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295050521 00000100:00000001:0.0:1789127488.419669:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295049242 00000100:00000001:0.0:1789127488.419671:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295050521 00000100:00000001:0.0:1789127488.419673:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.419675:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.419678:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.419684:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.420615:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.420622:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789127488.420951:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127488.420955:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3500. 00000400:00000200:2.0:1789127488.420964:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.420972:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127488.420978:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83110 00000400:00000010:2.0:1789127488.420981:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83110. 00000100:00000001:2.0:1789127488.420986:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127488.420993:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.421005:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127488.421009:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.421016:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.421018:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127488.421031:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127488.421033:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3200. 00000400:00000200:2.0:1789127488.421036:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.421040:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127488.421042:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d833b8 00000400:00000010:2.0:1789127488.421044:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d833b8. 00000100:00000001:2.0:1789127488.421046:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127488.421050:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.421071:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127488.421074:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.421080:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.421081:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127488.421089:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127488.421105:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3f00. 00000400:00000200:2.0:1789127488.421108:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.421112:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127488.421115:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83f68 00000400:00000010:2.0:1789127488.421117:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83f68. 00000100:00000001:2.0:1789127488.421120:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127488.421124:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.421132:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127488.421135:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.421141:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127488.421142:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789127488.422439:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.422457:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127488.422463:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.422465:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.422474:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422491:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127488.422501:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422506:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422511:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422516:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404980 00000400:00000200:3.0:1789127488.422522:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422529:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:3.0:1789127488.422538:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.422543:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.422546:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127488.422550:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127488.422556:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127488.422563:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127488.422587:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.422623:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127488.422633:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.422637:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127488.422639:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.422641:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.422644:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422648:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127488.422652:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422654:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422657:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422660:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404a80 00000400:00000200:3.0:1789127488.422663:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.422667:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x93d [1] + 224 00000800:00000001:3.0:1789127488.422671:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.422678:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.422685:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127488.422689:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127488.422693:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127488.422708:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127488.422717:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.422728:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127488.422732:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.422736:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.423311:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.423317:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789127488.423326:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127488.423328:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127488.423332:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014bc08. 00000400:00000200:0.0:1789127488.423338:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83d48 00000400:00000010:0.0:1789127488.423341:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83d48. 00000100:00000001:0.0:1789127488.423343:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127488.423358:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127488.423369:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.423376:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127488.423378:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.423381:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127488.423385:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127488.423396:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127488.423399:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.423403:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127488.423415:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe2460 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127488.423420:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe2418 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127488.423423:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127488.423425:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.423429:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789127488.423434:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.423438:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127488.423441:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:0.0:1789127488.423443:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127488.423445:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.423451:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.423458:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.423462:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127488.423465:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127488.423469:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127488.423476:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830303104:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1789127488.423482:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127488.423484:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127488.423486:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b9a0. 00000400:00000200:0.0:1789127488.423488:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83aa0 00000400:00000010:0.0:1789127488.423491:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83aa0. 00000100:00000001:0.0:1789127488.423493:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127488.423497:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127488.423505:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.423511:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127488.423519:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.423521:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127488.423523:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127488.423524:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127488.423526:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.423527:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127488.423533:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306014c60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127488.423536:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306014c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127488.423538:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127488.423540:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.423542:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789127488.423544:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.423546:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127488.423547:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:0.0:1789127488.423549:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127488.423550:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.423555:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.423561:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.423563:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127488.423564:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127488.423568:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127488.423575:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2398:1876035830303360:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127488.423580:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.423584:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127488.423587:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009e1c0 x1876035830303104/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.423594:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127488.423597:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127488.423600:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115aee00. 02000000:00000001:0.0:1789127488.423636:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127488.423640:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127488.423650:0:2398:0:(genops.c:1223:class_import_put()) import ffff940306fe2000 refcount=3 obd=lustre-MDT0000-mdc-ffff940307df5000 00000020:00000001:0.0:1789127488.423653:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127488.423656:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3600. 02000000:00000001:0.0:1789127488.423660:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127488.423663:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127488.423665:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009e1c0. 00000100:00000001:0.0:1789127488.423670:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127488.423671:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.423673:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127488.423677:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009e940 x1876035830303360/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.423683:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127488.423685:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127488.423687:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115ae000. 02000000:00000001:0.0:1789127488.423689:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127488.423690:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127488.423691:0:2398:0:(genops.c:1223:class_import_put()) import ffff940306014800 refcount=3 obd=lustre-MDT0000-mdc-ffff94031033e800 00000020:00000001:0.0:1789127488.423693:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127488.423703:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3d00. 02000000:00000001:0.0:1789127488.423706:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127488.423707:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127488.423709:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009e940. 00000100:00000001:0.0:1789127488.423711:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127488.423712:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.423716:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.423718:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.423719:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127488.423721:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.423723:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127488.433668:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.433707:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127488.433713:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.433717:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127488.433729:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.433753:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127488.434011:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434017:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434024:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434030:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6aa3ea1404900 00000400:00000200:2.0:1789127488.434036:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434043:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x945 [1] + 224 00000800:00000001:2.0:1789127488.434053:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434060:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127488.434064:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.434070:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127488.434080:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127488.434091:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127488.434103:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.434176:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.434182:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127488.434200:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127488.434214:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434218:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127488.434220:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434222:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127488.434226:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434230:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127488.434235:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434237:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434240:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434243:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404b80 00000400:00000200:2.0:1789127488.434248:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434253:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:2.0:1789127488.434257:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434261:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127488.434262:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.434266:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127488.434270:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127488.434275:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127488.434284:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.434305:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127488.434309:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434313:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127488.434314:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434316:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127488.434319:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434323:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127488.434326:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434329:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434338:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434341:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 4 MB=0x6aa3ea1404c00 00000400:00000200:2.0:1789127488.434344:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127488.434359:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.140@tcp of length 224/224 into md 0x92d [1] + 224 00000800:00000001:2.0:1789127488.434365:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434747:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127488.434751:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127488.434755:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127488.434822:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127488.434829:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127488.434839:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127488.434846:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127488.434852:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127488.434855:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.435895:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127488.435901:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789127488.435912:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789127488.435915:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789127488.435919:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9403053117e8. 00000400:00000200:3.0:1789127488.435927:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58990 00000400:00000010:3.0:1789127488.435929:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58990. 00000100:00000001:3.0:1789127488.435933:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127488.435942:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127488.435953:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.435960:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127488.435962:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.435965:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789127488.435969:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789127488.435973:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789127488.435976:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127488.435980:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789127488.435992:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306017c60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1789127488.435997:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306017c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127488.436000:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789127488.436002:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789127488.436005:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789127488.436026:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789127488.436033:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.436037:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789127488.436040:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:3.0:1789127488.436042:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789127488.436045:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127488.436050:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.436058:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127488.436061:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789127488.436064:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789127488.436068:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789127488.436077:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940306017800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789127488.436082:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127488.436090:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830303616:192.168.201.140@tcp:9:kworker.0 00000400:00000001:3.0:1789127488.436097:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789127488.436098:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789127488.436100:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311108. 00000400:00000200:3.0:1789127488.436103:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58a18 00000400:00000010:3.0:1789127488.436104:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58a18. 00000100:00000001:3.0:1789127488.436106:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127488.436110:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127488.436118:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.436123:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127488.436129:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.436131:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789127488.436133:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789127488.436134:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789127488.436136:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127488.436138:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789127488.436143:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff940308505c60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1789127488.436146:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff940308505c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127488.436148:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789127488.436149:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789127488.436151:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789127488.436155:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789127488.436161:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.436164:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789127488.436165:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:3.0:1789127488.436167:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789127488.436168:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127488.436172:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.436177:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127488.436179:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789127488.436180:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789127488.436184:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789127488.436190:0:2396:0:(import.c:65:import_set_state_nolock()) ffff940308505800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789127488.436193:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127488.436200:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1589f69e-a2e3-4d19-b966-7c376d2544b9:2396:1876035830303744:192.168.201.140@tcp:9:kworker.0 00000100:00000001:3.0:1789127488.436204:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.436212:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127488.436216:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009ed00 x1876035830303616/t0(0) o9->lustre-OST0000-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.436223:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789127488.436226:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789127488.436230:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940306205000. 02000000:00000001:3.0:1789127488.436234:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789127488.436237:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789127488.436239:0:2396:0:(genops.c:1223:class_import_put()) import ffff940306017800 refcount=2 obd=lustre-OST0000-osc-ffff94031033e800 00000020:00000001:3.0:1789127488.436242:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789127488.436245:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3700. 02000000:00000001:3.0:1789127488.436249:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789127488.436251:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789127488.436253:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009ed00. 00000100:00000001:3.0:1789127488.436258:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789127488.436260:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.436261:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127488.436265:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009c000 x1876035830303744/t0(0) o9->lustre-OST0001-osc-ffff94031033e800@192.168.201.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1789127498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.436271:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789127488.436272:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789127488.436273:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940306204000. 02000000:00000001:3.0:1789127488.436275:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789127488.436276:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789127488.436277:0:2396:0:(genops.c:1223:class_import_put()) import ffff940308505800 refcount=2 obd=lustre-OST0001-osc-ffff94031033e800 00000020:00000001:3.0:1789127488.436279:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789127488.436281:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3900. 02000000:00000001:3.0:1789127488.436283:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789127488.436283:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789127488.436285:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009c000. 00000100:00000001:3.0:1789127488.436287:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789127488.436288:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.436291:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127488.436301:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789127488.436304:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127488.436306:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127488.436313:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789127488.438017:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.438039:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127488.438044:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.438047:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.438059:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438066:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127488.438077:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438083:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438089:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438093:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404a00 00000400:00000200:3.0:1789127488.438099:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438107:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x94d [1] + 224 00000800:00000001:3.0:1789127488.438116:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.438121:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.438125:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127488.438134:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127488.438145:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127488.438154:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127488.438165:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.438175:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127488.438188:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.438192:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127488.438194:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.438196:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.438198:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438201:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127488.438205:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438208:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438210:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438213:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404b00 00000400:00000200:3.0:1789127488.438231:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127488.438235:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:3.0:1789127488.438239:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.438260:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127488.438263:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127488.438267:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127488.438271:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127488.438276:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127488.438285:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127488.438292:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127488.438296:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127488.438299:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789127488.439099:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127488.439104:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127488.439109:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b580. 00000400:00000200:0.0:1789127488.439115:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d834c8 00000400:00000010:0.0:1789127488.439118:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d834c8. 00000100:00000001:0.0:1789127488.439122:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127488.439129:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127488.439151:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.439158:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127488.439160:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.439162:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127488.439166:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127488.439170:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127488.439173:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.439176:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127488.439185:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff9403119b1460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127488.439189:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9403119b1418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127488.439192:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127488.439194:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.439197:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789127488.439200:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.439203:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.439208:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.439215:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.439219:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127488.439222:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127488.439226:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127488.439235:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830302976:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1789127488.439245:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127488.439246:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127488.439248:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b738. 00000400:00000200:0.0:1789127488.439250:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83088 00000400:00000010:0.0:1789127488.439252:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83088. 00000100:00000001:0.0:1789127488.439254:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127488.439258:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127488.439272:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.439279:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127488.439281:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.439283:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127488.439285:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127488.439286:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127488.439287:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.439289:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127488.439295:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe6460 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127488.439298:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe6418 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127488.439300:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127488.439302:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.439304:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789127488.439308:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789127488.439314:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.439318:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127488.439320:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:0.0:1789127488.439322:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127488.439324:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.439327:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.439334:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.439336:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127488.439337:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127488.439341:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127488.439348:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830303232:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1789127488.440119:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127488.440132:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127488.440135:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b058. 00000400:00000200:0.0:1789127488.440139:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d836e8 00000400:00000010:0.0:1789127488.440140:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d836e8. 00000100:00000001:0.0:1789127488.440143:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127488.440150:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127488.440160:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.440167:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127488.440168:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.440170:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127488.440173:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127488.440174:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127488.440176:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127488.440178:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127488.440185:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306011460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127488.440188:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306011418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127488.440190:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127488.440191:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127488.440193:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789127488.440197:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789127488.440205:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.440208:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127488.440209:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:0.0:1789127488.440211:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127488.440212:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127488.440216:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.440222:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127488.440224:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127488.440225:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127488.440236:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127488.440243:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2398:1876035830303488:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127488.440248:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.440253:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127488.440257:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009da40 x1876035830302976/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.440265:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127488.440268:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127488.440272:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115afc00. 02000000:00000001:0.0:1789127488.440277:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127488.440280:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127488.440282:0:2398:0:(genops.c:1223:class_import_put()) import ffff9403119b1000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:0.0:1789127488.440285:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127488.440289:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3800. 02000000:00000001:0.0:1789127488.440293:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127488.440295:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127488.440297:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009da40. 00000100:00000001:0.0:1789127488.440301:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127488.440302:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.440304:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127488.440307:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009de00 x1876035830303232/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.440313:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127488.440314:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127488.440315:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115afe00. 02000000:00000001:0.0:1789127488.440317:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127488.440318:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127488.440319:0:2398:0:(genops.c:1223:class_import_put()) import ffff940306fe6000 refcount=3 obd=lustre-MDT0001-mdc-ffff940307df5000 00000020:00000001:0.0:1789127488.440321:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127488.440323:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3e00. 02000000:00000001:0.0:1789127488.440325:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127488.440326:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127488.440333:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009de00. 00000100:00000001:0.0:1789127488.440337:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127488.440337:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.440339:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127488.440343:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009f0c0 x1876035830303488/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127488.440348:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127488.440417:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127488.440419:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115af800. 02000000:00000001:0.0:1789127488.440422:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127488.440424:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127488.440425:0:2398:0:(genops.c:1223:class_import_put()) import ffff940306011000 refcount=3 obd=lustre-MDT0001-mdc-ffff94031033e800 00000020:00000001:0.0:1789127488.440427:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127488.440428:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3000. 02000000:00000001:0.0:1789127488.440430:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127488.440431:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127488.440432:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009f0c0. 00000100:00000001:0.0:1789127488.440436:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127488.440437:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.440440:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127488.440451:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789127488.440453:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127488.440456:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127488.440459:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127489.060145:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127489.060158:0:8235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789127489.060161:0:8235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789127489.060165:0:8235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127489.060172:0:8235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789127489.060175:0:8235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127489.060177:0:8235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127489.060180:0:8235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127489.060185:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127489.060187:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127489.064356:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127489.064366:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127489.064372:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789127489.756756:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029deb30 (cpu 3) has reached its deadline 4295050521, at 4295050560 00000100:00000010:3.0:1789127489.756774:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff940320c2c840. 00000100:00000040:2.0:1789127489.757018:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029dea20 (cpu 2) has reached its deadline 4295050521, at 4295050560 00000100:00000010:2.0:1789127489.757036:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff940320c2ccc0. 00010000:00000001:0.0:1789127490.076758:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127490.076764:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127490.076770:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127490.076790:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127490.076869:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127490.076874:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127490.076878:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127491.101532:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127491.101540:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127491.101546:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127491.101547:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127491.101715:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127491.101719:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127491.101722:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127492.126111:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127492.126121:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127492.126130:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127492.126131:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127492.126376:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127492.126381:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127492.126385:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127493.151152:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127493.151163:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127493.151173:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127493.151174:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127493.151735:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127493.151741:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127493.151745:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789127493.534096:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127493.534106:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127493.534117:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398ed00. 00000020:00000040:2.0:1789127493.534124:0:8130:0:(genops.c:1210:class_import_get()) import ffff9403119b1000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:2.0:1789127493.534129:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127493.534134:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127493.534140:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127493.534149:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f800. 00000100:00000001:2.0:1789127493.534158:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534174:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127493.534187:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127493.534192:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534206:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cc15f74] to pc [ptlrpcd_01_01+1] req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.534240:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534244:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127493.534247:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127493.534250:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398e940. 00000020:00000040:2.0:1789127493.534253:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe2000 refcount=4 obd=lustre-MDT0000-mdc-ffff940307df5000 00000100:00000001:2.0:1789127493.534256:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127493.534257:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127493.534259:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127493.534263:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f200. 00000100:00000001:2.0:1789127493.534267:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534271:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127493.534278:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127493.534280:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534284:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db975187] to pc [ptlrpcd_01_00+0] req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.534292:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534294:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127493.534298:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127493.534301:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398cf00. 00000020:00000040:2.0:1789127493.534303:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306fe6000 refcount=4 obd=lustre-MDT0001-mdc-ffff940307df5000 00000100:00000001:2.0:1789127493.534305:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127493.534306:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127493.534308:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127493.534311:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857f700. 00000100:00000001:2.0:1789127493.534315:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534318:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127493.534336:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127493.534337:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534341:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9e1bb3f] to pc [ptlrpcd_01_01+1] req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.534348:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534350:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127493.534354:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127493.534357:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127493.534360:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127493.534364:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127493.534367:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127493.534370:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398da40. 00000020:00000040:2.0:1789127493.534372:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306014800 refcount=4 obd=lustre-MDT0000-mdc-ffff94031033e800 00000100:00000001:2.0:1789127493.534374:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127493.534376:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127493.534377:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127493.534381:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857fc00. 00000100:00000001:2.0:1789127493.534384:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534388:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127493.534395:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127493.534396:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534400:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b094a99d] to pc [ptlrpcd_01_00+0] req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.534406:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534409:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789127493.534417:0:8130:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789127493.534420:0:8130:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031398c780. 00000020:00000040:2.0:1789127493.534423:0:8130:0:(genops.c:1210:class_import_get()) import ffff940306011000 refcount=4 obd=lustre-MDT0001-mdc-ffff94031033e800 00000100:00000001:2.0:1789127493.534425:0:8130:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789127493.534427:0:8130:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789127493.534428:0:8130:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789127493.534432:0:8130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94030857fe00. 00000100:00000001:2.0:1789127493.534435:0:8130:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534439:0:8130:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789127493.534445:0:8130:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789127493.534447:0:8130:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534450:0:8130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087f33f28] to pc [ptlrpcd_01_01+1] req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.534457:0:8130:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.534459:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127493.534462:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127493.534465:0:8130:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789127493.534467:0:8130:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789127493.534474:0:8130:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (392) 00000100:00000001:2.0:1789127493.536474:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127493.536485:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127493.536488:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127493.536506:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.536520:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127493.536523:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.536529:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127493.536534:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127493.536558:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127493.536563:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830304000:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127493.536569:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127493.536577:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127493.536581:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.536584:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127493.536591:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403012e7600. 02000000:00000001:2.0:1789127493.536593:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.545280:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127493.545294:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127493.545298:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127493.545317:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.545332:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127493.545335:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127493.545341:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127493.545346:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127493.545350:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127493.545374:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830303872:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127493.545379:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127493.545388:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127493.545392:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127493.545394:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127493.545401:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94031168c600. 02000000:00000001:3.0:1789127493.545404:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127493.545414:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127493.545420:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940305311108. 00000400:00000010:3.0:1789127493.545430:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58a18. 00000100:00000200:3.0:1789127493.545440:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830303872, portal 25 00000100:00000001:3.0:1789127493.545443:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127493.545445:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667442944 : -118734042108672 : ffff94031398ed00) 00000100:00000040:3.0:1789127493.545452:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.545460:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127493.545464:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127493.545466:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58990. 00000100:00000200:3.0:1789127493.545470:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876035830303872, offset 0 00000400:00000200:3.0:1789127493.545478:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127493.545490:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.545500:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127493.545507:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127493.545513:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127493.545518:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127493.545521:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127493.545525:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [160:160:256:4294967295] 192.168.201.140@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1789127493.545530:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.545542:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127493.545551:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127493.545560:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940307fc7000. 00000800:00000200:3.0:1789127493.545575:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127493.545586:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127493.545592:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940307fc7000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127493.548260:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127493.548283:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127493.548288:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295055647 00000100:00000010:3.0:1789127493.548299:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94030824e8a0. 00000100:00000001:3.0:1789127493.548310:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789127493.548316:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295055647 00000100:00000010:3.0:1789127493.548320:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94030824ed20. 00000100:00000001:3.0:1789127493.548323:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789127493.548327:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127493.548331:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.548336:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127493.548349:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.548359:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127493.548361:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127493.548366:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127493.548371:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127493.548374:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127493.548377:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830304128:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127493.548381:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127493.548389:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127493.548392:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127493.548395:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127493.548404:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94031168d200. 02000000:00000001:3.0:1789127493.548406:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127493.548411:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127493.548416:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9403053117e8. 00000400:00000010:3.0:1789127493.548425:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58110. 00000100:00000200:3.0:1789127493.548433:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304128, portal 10 00000100:00000001:3.0:1789127493.548453:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127493.548456:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667435264 : -118734042116352 : ffff94031398cf00) 00000100:00000040:3.0:1789127493.548467:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.548475:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127493.548478:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127493.548481:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58bb0. 00000100:00000200:3.0:1789127493.548485:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830304128, offset 0 00000400:00000200:3.0:1789127493.548492:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127493.548503:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.548512:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127493.548519:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127493.548525:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127493.548531:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127493.548535:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127493.548539:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [161:161:255:4294967295] 192.168.201.140@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:3.0:1789127493.548544:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.548555:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127493.548562:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127493.548568:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940307fc7c00. 00000800:00000200:3.0:1789127493.548576:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127493.548585:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127493.548590:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940307fc7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127493.548594:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127493.548598:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: using a timeout of 137033 usecs (138 jiffies) 00000400:00000200:3.0:1789127493.548601:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127493.548905:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295054486 00000100:00000001:3.0:1789127493.548909:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295055647 00000100:00000001:3.0:1789127493.548911:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295054486 00000100:00000001:3.0:1789127493.548914:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295055647 00000100:00000001:3.0:1789127493.548924:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127493.548927:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.548929:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789127493.548936:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.548945:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789127493.548947:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127493.548949:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789127493.548951:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789127493.548953:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789127493.548956:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830304384:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127493.548960:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789127493.548963:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789127493.548965:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127493.548967:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789127493.548974:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940307cedc00. 02000000:00000001:3.0:1789127493.548976:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789127493.548980:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:3.0:1789127493.548984:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9403053110b0. 00000400:00000010:3.0:1789127493.548988:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58f68. 00000100:00000200:3.0:1789127493.548992:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304384, portal 10 00000100:00000001:3.0:1789127493.548995:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789127493.548996:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667433344 : -118734042118272 : ffff94031398c780) 00000100:00000040:3.0:1789127493.549002:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.549009:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789127493.549011:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:3.0:1789127493.549014:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940302c58770. 00000100:00000200:3.0:1789127493.549017:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830304384, offset 0 00000400:00000200:3.0:1789127493.549023:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:3.0:1789127493.549028:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.549032:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:3.0:1789127493.549041:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789127493.549044:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:3.0:1789127493.549046:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789127493.549048:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:3.0:1789127493.549051:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [162:162:254:4294967295] 192.168.201.140@tcp LPNI seq info [162:162:6:4294967295] 00000400:00000200:3.0:1789127493.549055:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.549062:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:3.0:1789127493.549066:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:3.0:1789127493.549070:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940307fc7600. 00000800:00000200:3.0:1789127493.549075:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:3.0:1789127493.549080:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:3.0:1789127493.549083:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940307fc7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789127493.549087:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127493.549091:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: using a timeout of 21557 usecs (22 jiffies) 00000400:00000200:3.0:1789127493.549094:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:3.0:1789127493.549096:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295054370 00000100:00000001:3.0:1789127493.549099:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295055647 00000100:00000001:3.0:1789127493.549101:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295054370 00000100:00000001:3.0:1789127493.549103:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295055647 00000100:00000001:3.0:1789127493.549105:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127493.549108:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.549112:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.549116:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127493.549127:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789127493.549129:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789127493.549133:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127493.549135:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127493.549136:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.549139:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789127493.549199:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789127493.549205:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940307fc7000. 00000400:00000200:3.0:1789127493.549216:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.549222:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1789127493.549229:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58990 00000400:00000010:3.0:1789127493.549232:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58990. 00000100:00000001:3.0:1789127493.549237:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789127493.549243:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.549255:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127493.549259:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.549267:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.549268:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789127493.549285:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789127493.549288:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940307fc7c00. 00000400:00000200:3.0:1789127493.549292:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.549295:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1789127493.549298:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58bb0 00000400:00000010:3.0:1789127493.549300:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58bb0. 00000100:00000001:3.0:1789127493.549302:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789127493.549305:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.549313:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127493.549316:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.549322:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.549323:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789127493.549404:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789127493.549407:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940307fc7600. 00000400:00000200:3.0:1789127493.549410:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.549413:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1789127493.549416:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58770 00000400:00000010:3.0:1789127493.549418:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58770. 00000100:00000001:3.0:1789127493.549421:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789127493.549431:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.549439:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127493.549442:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.549449:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.549450:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789127493.557463:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.557490:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127493.557496:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.557499:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.557514:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.557524:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127493.557536:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.557541:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.557547:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.557551:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6aa3ea1404c80 00000400:00000200:3.0:1789127493.557557:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.557565:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x95d [1] + 224 00000800:00000001:3.0:1789127493.557575:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.557582:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.557586:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.557592:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127493.557655:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127493.557669:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127493.557683:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.557702:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127493.557714:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.557718:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127493.557744:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127493.557773:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789127493.557839:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789127493.557842:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789127493.557847:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940305311108. 00000400:00000200:3.0:1789127493.557853:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58a18 00000400:00000010:3.0:1789127493.557856:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58a18. 00000100:00000001:3.0:1789127493.557859:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127493.557864:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789127493.557874:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.557879:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789127493.557882:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127493.557885:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789127493.557889:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789127493.557893:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789127493.557896:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789127493.557899:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789127493.557910:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9403119b1460 time=104 v=5 (5 0 0 0) 00000100:00001000:3.0:1789127493.557915:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9403119b1418 time=104 v=5 (1 0 0 0) 00000100:00000001:3.0:1789127493.557918:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789127493.557920:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789127493.557924:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789127493.557927:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.557931:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789127493.557938:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.557946:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789127493.557950:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789127493.557952:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789127493.557957:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789127493.557964:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2400:1876035830303872:192.168.201.140@tcp:400:kworker.0 00000100:00000001:3.0:1789127493.557979:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.557983:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127493.557987:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398ed00 x1876035830303872/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.557993:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789127493.557997:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789127493.558066:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94031168c600. 02000000:00000001:3.0:1789127493.558072:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789127493.558076:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789127493.558078:0:2400:0:(genops.c:1223:class_import_put()) import ffff9403119b1000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:3.0:1789127493.558080:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789127493.558083:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f800. 02000000:00000001:3.0:1789127493.558088:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789127493.558090:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789127493.558092:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398ed00. 00000100:00000001:3.0:1789127493.558101:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789127493.558103:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789127493.558106:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.558108:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789127493.558110:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789127493.558112:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.558114:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127493.560024:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127493.560050:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c7e8. 00000400:00000010:2.0:1789127493.560064:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24908. 00000100:00000200:2.0:1789127493.560075:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304000, portal 10 00000100:00000001:2.0:1789127493.560079:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127493.560081:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667441984 : -118734042109632 : ffff94031398e940) 00000100:00000040:2.0:1789127493.560102:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.560112:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127493.560115:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127493.560118:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24088. 00000100:00000200:2.0:1789127493.560122:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830304000, offset 0 00000400:00000200:2.0:1789127493.560130:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127493.560143:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127493.560153:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127493.560160:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127493.560166:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127493.560171:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127493.560174:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127493.560179:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [163:163:256:4294967295] 192.168.201.140@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1789127493.560184:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127493.560194:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127493.560201:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127493.560226:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fb00. 00000800:00000200:2.0:1789127493.560235:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127493.560245:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127493.560251:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127493.560265:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.560271:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: using a timeout of 114702 usecs (115 jiffies) 00000400:00000200:2.0:1789127493.560274:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127493.560278:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295054478 00000100:00000001:2.0:1789127493.560282:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295055647 00000100:00000001:2.0:1789127493.560284:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295054478 00000100:00000001:2.0:1789127493.560287:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295055647 00000100:00000001:2.0:1789127493.560290:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127493.560294:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.560298:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789127493.560305:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.560314:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789127493.560317:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.560323:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789127493.560327:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789127493.560330:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789127493.560334:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031398da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2399:1876035830304256:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127493.560338:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789127493.560345:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789127493.560348:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.560351:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789127493.560359:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403012e7e00. 02000000:00000001:2.0:1789127493.560362:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789127493.560366:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:2.0:1789127493.560369:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940307e1c420. 00000400:00000010:2.0:1789127493.560373:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e243b8. 00000100:00000200:2.0:1789127493.560383:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304256, portal 10 00000100:00000001:2.0:1789127493.560385:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789127493.560386:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339667438144 : -118734042113472 : ffff94031398da40) 00000100:00000040:2.0:1789127493.560394:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.560400:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789127493.560402:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:2.0:1789127493.560405:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940307e24aa0. 00000100:00000200:2.0:1789127493.560408:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830304256, offset 0 00000400:00000200:2.0:1789127493.560412:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:2.0:1789127493.560416:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127493.560420:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:2.0:1789127493.560423:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789127493.560426:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:2.0:1789127493.560428:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789127493.560430:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:2.0:1789127493.560433:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [164:164:255:4294967295] 192.168.201.140@tcp LPNI seq info [164:164:7:4294967295] 00000400:00000200:2.0:1789127493.560437:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127493.560442:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:2.0:1789127493.560447:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:2.0:1789127493.560450:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94030857fa00. 00000800:00000200:2.0:1789127493.560454:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:2.0:1789127493.560458:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:2.0:1789127493.560461:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94030857fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789127493.560465:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.560468:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: using a timeout of 13155 usecs (14 jiffies) 00000400:00000200:2.0:1789127493.560471:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:2.0:1789127493.560473:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295054377 00000100:00000001:2.0:1789127493.560475:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295055647 00000100:00000001:2.0:1789127493.560477:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295054377 00000100:00000001:2.0:1789127493.560485:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295055647 00000100:00000001:2.0:1789127493.560487:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127493.560489:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.560492:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.560496:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.560506:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127493.560508:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789127493.560511:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127493.560513:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789127493.560514:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.560517:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789127493.562088:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789127493.562101:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fb00. 00000400:00000200:3.0:1789127493.562112:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.562125:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1789127493.562137:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24088 00000400:00000010:3.0:1789127493.562140:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24088. 00000100:00000001:3.0:1789127493.562148:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789127493.562159:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.562175:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127493.562180:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.562208:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.562211:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789127493.562482:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789127493.562486:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94030857fa00. 00000400:00000200:3.0:1789127493.562491:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.562496:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:3.0:1789127493.562501:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24aa0 00000400:00000010:3.0:1789127493.562503:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24aa0. 00000100:00000001:3.0:1789127493.562507:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789127493.562513:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.562522:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789127493.562527:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.562533:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789127493.562535:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789127493.571578:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571601:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127493.571657:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571662:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.571673:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571684:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127493.571695:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571700:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571706:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571711:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404d80 00000400:00000200:3.0:1789127493.571717:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571724:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:3.0:1789127493.571733:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571738:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.571742:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.571747:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127493.571776:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127493.571795:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127493.571807:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.571829:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127493.571841:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571846:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127493.571848:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571850:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.571853:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571856:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127493.571860:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571863:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571866:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571868:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404e80 00000400:00000200:3.0:1789127493.571872:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571876:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:3.0:1789127493.571880:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571884:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.571886:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.571889:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127493.571892:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127493.571897:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127493.571905:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.571912:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127493.571916:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571919:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127493.571921:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571930:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.571934:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571937:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127493.571942:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571944:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571946:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571949:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404d00 00000400:00000200:3.0:1789127493.571952:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.571956:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x98d [1] + 224 00000800:00000001:3.0:1789127493.571960:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.571963:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.571965:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.571967:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127493.571970:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127493.571975:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127493.571985:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.572318:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127493.572325:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.572330:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127493.572332:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.572334:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.572338:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.572342:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127493.572346:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.572348:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.572351:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.572353:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404e00 00000400:00000200:3.0:1789127493.572357:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127493.572360:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:3.0:1789127493.572364:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.572375:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127493.572377:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127493.572381:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127493.572385:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127493.572390:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127493.572399:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127493.572407:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127493.572411:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127493.572414:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.574875:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127493.574886:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789127493.574983:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127493.574988:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127493.574995:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c7e8. 00000400:00000200:2.0:1789127493.575006:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e24908 00000400:00000010:2.0:1789127493.575010:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e24908. 00000100:00000001:2.0:1789127493.575016:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127493.575032:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127493.575045:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575054:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127493.575056:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575059:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127493.575064:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127493.575067:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127493.575070:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.575074:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127493.575086:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe2460 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127493.575091:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe2418 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127493.575094:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127493.575097:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127493.575101:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789127493.575127:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.575133:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127493.575136:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:2.0:1789127493.575139:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127493.575141:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.575148:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575156:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127493.575159:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127493.575162:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127493.575167:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127493.575177:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2399:1876035830304000:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1789127493.575184:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127493.575185:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127493.575187:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940307e1c420. 00000400:00000200:2.0:1789127493.575191:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940307e243b8 00000400:00000010:2.0:1789127493.575192:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940307e243b8. 00000100:00000001:2.0:1789127493.575194:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127493.575198:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127493.575206:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575212:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127493.575213:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575215:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127493.575216:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127493.575218:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127493.575219:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.575221:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127493.575227:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306014c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127493.575230:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306014c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127493.575238:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127493.575240:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127493.575242:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789127493.575244:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.575247:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127493.575248:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:2.0:1789127493.575250:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127493.575252:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.575256:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575262:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127493.575264:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127493.575265:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127493.575269:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127493.575276:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2399:1876035830304256:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127493.575280:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575284:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127493.575288:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398e940 x1876035830304000/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575296:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127493.575299:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127493.575303:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403012e7600. 02000000:00000001:2.0:1789127493.575308:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127493.575311:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127493.575314:0:2399:0:(genops.c:1223:class_import_put()) import ffff940306fe2000 refcount=3 obd=lustre-MDT0000-mdc-ffff940307df5000 00000020:00000001:2.0:1789127493.575318:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127493.575321:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f200. 02000000:00000001:2.0:1789127493.575326:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127493.575328:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127493.575330:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398e940. 00000100:00000001:2.0:1789127493.575336:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127493.575342:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575344:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127493.575347:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398da40 x1876035830304256/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575353:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127493.575354:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127493.575356:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403012e7e00. 02000000:00000001:2.0:1789127493.575358:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127493.575359:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127493.575360:0:2399:0:(genops.c:1223:class_import_put()) import ffff940306014800 refcount=3 obd=lustre-MDT0000-mdc-ffff94031033e800 00000020:00000001:2.0:1789127493.575362:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127493.575363:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857fc00. 02000000:00000001:2.0:1789127493.575365:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127493.575366:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127493.575368:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398da40. 00000100:00000001:2.0:1789127493.575373:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127493.575374:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575376:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575385:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127493.575387:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.575390:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127493.575392:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.575407:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127493.575409:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789127493.575414:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127493.575416:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127493.575418:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9403053117e8. 00000400:00000200:2.0:1789127493.575422:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58110 00000400:00000010:2.0:1789127493.575424:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58110. 00000100:00000001:2.0:1789127493.575427:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127493.575433:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127493.575442:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575448:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127493.575449:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575457:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127493.575458:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127493.575460:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127493.575462:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.575464:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127493.575469:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe6460 time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127493.575472:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe6418 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127493.575474:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127493.575475:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127493.575477:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127493.575481:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127493.575488:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.575491:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127493.575492:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:2.0:1789127493.575494:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127493.575495:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.575499:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575505:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127493.575507:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127493.575508:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127493.575512:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127493.575519:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2400:1876035830304128:192.168.201.140@tcp:400:kworker.0 00000400:00000001:2.0:1789127493.575525:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789127493.575527:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789127493.575529:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9403053110b0. 00000400:00000200:2.0:1789127493.575531:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940302c58f68 00000400:00000010:2.0:1789127493.575533:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940302c58f68. 00000100:00000001:2.0:1789127493.575535:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127493.575539:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789127493.575553:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575559:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789127493.575561:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575563:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789127493.575564:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789127493.575565:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789127493.575567:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789127493.575569:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789127493.575574:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306011460 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1789127493.575577:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306011418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789127493.575580:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789127493.575581:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789127493.575583:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789127493.575586:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789127493.575593:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.575596:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789127493.575597:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:2.0:1789127493.575600:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789127493.575913:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789127493.575922:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575929:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789127493.575932:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789127493.575933:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789127493.575936:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789127493.575944:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031398c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2400:1876035830304384:192.168.201.140@tcp:400:kworker.0 00000100:00000001:2.0:1789127493.575948:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575956:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127493.575960:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398cf00 x1876035830304128/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575966:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127493.575968:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127493.575970:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94031168d200. 02000000:00000001:2.0:1789127493.575973:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127493.575974:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127493.575975:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306fe6000 refcount=3 obd=lustre-MDT0001-mdc-ffff940307df5000 00000020:00000001:2.0:1789127493.575978:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127493.575979:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857f700. 02000000:00000001:2.0:1789127493.575981:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127493.575982:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127493.575983:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398cf00. 00000100:00000001:2.0:1789127493.575988:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127493.575989:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.575990:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127493.575993:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031398c780 x1876035830304384/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127493.575999:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789127493.576000:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789127493.576002:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940307cedc00. 02000000:00000001:2.0:1789127493.576004:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789127493.576006:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789127493.576007:0:2400:0:(genops.c:1223:class_import_put()) import ffff940306011000 refcount=3 obd=lustre-MDT0001-mdc-ffff94031033e800 00000020:00000001:2.0:1789127493.576009:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789127493.576010:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94030857fe00. 02000000:00000001:2.0:1789127493.576012:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789127493.576013:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789127493.576015:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031398c780. 00000100:00000001:2.0:1789127493.576017:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789127493.576018:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.576020:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789127493.576025:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789127493.576027:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127493.576029:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789127493.576036:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127494.173071:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127494.173079:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127494.173085:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127494.173087:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789127494.173730:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789127494.173736:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789127494.173740:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789127494.878683:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029dea20 (cpu 2) has reached its deadline 4295055647, at 4295055682 00000100:00000010:2.0:1789127494.878708:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94030824e8a0. 00000100:00000040:3.0:1789127494.883539:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029deb30 (cpu 3) has reached its deadline 4295055647, at 4295055686 00000100:00000010:3.0:1789127494.883559:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94030824ed20. 00010000:00000001:0.0:1789127495.197779:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127495.197791:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127495.197800:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127495.197801:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127495.197861:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127495.197868:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127495.197873:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127496.220797:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127496.220809:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127496.220818:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127496.220819:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789127496.221040:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789127496.221045:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789127496.221048:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127497.244978:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127497.244987:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127497.244995:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127497.244996:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127497.245322:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127497.245327:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127497.245331:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127498.269067:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127498.269077:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.269085:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127498.269090:0:8235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789127498.269092:0:8235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789127498.269096:0:8235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.269100:0:8235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789127498.269102:0:8235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.269104:0:8235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.269367:0:8235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789127498.269444:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789127498.269448:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789127498.269451:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789127498.664437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127498.664452:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127498.664476:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009da40. 00000020:00000040:0.0:1789127498.664484:0:8:0:(genops.c:1210:class_import_get()) import ffff9403119b1000 refcount=4 obd=MGC192.168.201.140@tcp 00000100:00000001:0.0:1789127498.664490:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127498.664494:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127498.664500:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127498.664522:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3000. 00000100:00000001:0.0:1789127498.664531:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664547:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d9346e8f-38fd-493e-a113-a8a1e656b57f->MGS req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127498.664560:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127498.664565:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664572:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e870a59] to pc [ptlrpcd_00_01+1] req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.664597:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127498.664621:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127498.664625:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009e940. 00000020:00000040:0.0:1789127498.664628:0:8:0:(genops.c:1210:class_import_get()) import ffff940306fe2000 refcount=4 obd=lustre-MDT0000-mdc-ffff940307df5000 00000100:00000001:0.0:1789127498.664630:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127498.664632:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127498.664634:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127498.664638:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3e00. 00000100:00000001:0.0:1789127498.664641:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664646:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0000_UUID req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127498.664654:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127498.664656:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664660:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83d0136] to pc [ptlrpcd_00_00+0] req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.664682:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664685:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127498.664689:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127498.664692:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009e1c0. 00000020:00000040:0.0:1789127498.664695:0:8:0:(genops.c:1210:class_import_get()) import ffff940306fe6000 refcount=4 obd=lustre-MDT0001-mdc-ffff940307df5000 00000100:00000001:0.0:1789127498.664697:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127498.664699:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127498.664701:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127498.664705:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3800. 00000100:00000001:0.0:1789127498.664708:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664713:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-MDT0001_UUID req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127498.664721:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127498.664724:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664728:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047fa6a44] to pc [ptlrpcd_00_01+1] req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.664736:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789127498.664757:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789127498.664761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789127498.664765:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 50ccce0c-bf10-418f-826e-64bb39a15f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789127498.664768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127498.664772:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127498.664775:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009e580. 00000020:00000040:0.0:1789127498.664777:0:8:0:(genops.c:1210:class_import_get()) import ffff940306014800 refcount=4 obd=lustre-MDT0000-mdc-ffff94031033e800 00000100:00000001:0.0:1789127498.664780:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127498.664787:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127498.664789:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127498.664793:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3d00. 00000100:00000001:0.0:1789127498.664797:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664803:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0000_UUID req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127498.664810:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127498.664812:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664816:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000026897a1] to pc [ptlrpcd_00_00+0] req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.664825:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.664827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789127498.664831:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789127498.664845:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff94031009cb40. 00000020:00000040:0.0:1789127498.664849:0:8:0:(genops.c:1210:class_import_get()) import ffff940306011000 refcount=4 obd=lustre-MDT0001-mdc-ffff94031033e800 00000100:00000001:0.0:1789127498.664852:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789127498.664853:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789127498.664855:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789127498.664859:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9403125e3600. 00000100:00000001:0.0:1789127498.664862:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.665022:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-MDT0001_UUID req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789127498.665030:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789127498.665032:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.665035:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c818511] to pc [ptlrpcd_00_01+1] req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.665043:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.665044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789127498.665048:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789127498.665057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789127498.665060:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1589f69e-a2e3-4d19-b966-7c376d2544b9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789127498.665067:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (397) 00000100:00000001:0.0:1789127498.665084:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.665088:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127498.665091:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127498.665099:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.665107:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127498.665111:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.665184:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127498.665188:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127498.665191:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127498.665196:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830304512:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127498.665201:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127498.665208:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127498.665211:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.665214:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127498.665220:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115afa00. 02000000:00000001:0.0:1789127498.665222:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127498.665230:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127498.665235:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b058. 00000400:00000010:0.0:1789127498.665244:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d836e8. 00000100:00000200:0.0:1789127498.665251:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304512, portal 25 00000100:00000001:0.0:1789127498.665253:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127498.665255:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607734848 : -118734101816768 : ffff94031009da40) 00000100:00000040:0.0:1789127498.665260:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.665268:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127498.665271:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127498.665273:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83088. 00000100:00000200:0.0:1789127498.665281:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876035830304512, offset 0 00000400:00000200:0.0:1789127498.665289:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127498.665301:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127498.665310:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127498.665317:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127498.665322:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127498.665327:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127498.665330:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127498.665334:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [165:165:256:4294967295] 192.168.201.140@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1789127498.665339:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127498.665350:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127498.665357:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127498.665362:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3300. 00000800:00000200:0.0:1789127498.665370:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127498.665378:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127498.665384:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127498.665394:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127498.665398:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127498.665401:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4295060767 00000100:00000010:0.0:1789127498.665405:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff940320c2c0c0. 00000100:00000001:0.0:1789127498.665414:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789127498.665419:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4295060767 00000100:00000010:0.0:1789127498.665422:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff940320c2c1e0. 00000100:00000001:0.0:1789127498.665425:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789127498.665428:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.665431:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.665434:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127498.665438:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.665445:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127498.665451:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.665453:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789127498.665455:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127498.666755:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127498.666766:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830304768:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127498.666772:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127498.666778:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127498.666781:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.666783:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127498.666790:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115af800. 02000000:00000001:0.0:1789127498.666792:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127498.666799:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127498.666803:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b738. 00000400:00000010:0.0:1789127498.666810:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d834c8. 00000100:00000200:0.0:1789127498.666816:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304768, portal 10 00000100:00000001:0.0:1789127498.666818:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127498.666820:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607736768 : -118734101814848 : ffff94031009e1c0) 00000100:00000040:0.0:1789127498.666831:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.666850:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127498.666854:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127498.666858:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83aa0. 00000100:00000200:0.0:1789127498.666861:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830304768, offset 0 00000400:00000200:0.0:1789127498.667671:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127498.667683:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127498.667692:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127498.667698:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127498.667703:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127498.667707:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127498.667710:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127498.667714:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [166:166:255:4294967295] 192.168.201.140@tcp LPNI seq info [166:166:7:4294967295] 00000400:00000200:0.0:1789127498.667718:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127498.667728:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127498.667752:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127498.667759:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3100. 00000800:00000200:0.0:1789127498.667768:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127498.667779:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127498.667784:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127498.667790:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.667796:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: using a timeout of 133310 usecs (134 jiffies) 00000400:00000200:0.0:1789127498.667801:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127498.667806:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295059604 00000100:00000001:0.0:1789127498.667809:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295060767 00000100:00000001:0.0:1789127498.667812:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295059604 00000100:00000001:0.0:1789127498.667815:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295060767 00000100:00000001:0.0:1789127498.667817:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.667821:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.667826:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789127498.667845:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.667855:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789127498.667857:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.667863:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1789127498.668656:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127498.668663:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789127498.668666:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789127498.668676:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127498.668693:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789127498.668695:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127498.668698:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789127498.668700:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789127498.668703:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789127498.668707:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830304640:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127498.668712:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789127498.668717:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789127498.668720:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127498.668722:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789127498.668728:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940304e65000. 02000000:00000001:1.0:1789127498.668730:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789127498.668736:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1789127498.668740:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940308c08108. 00000400:00000010:1.0:1789127498.668747:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60cc0. 00000100:00000200:1.0:1789127498.668753:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304640, portal 10 00000100:00000001:1.0:1789127498.668756:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789127498.668758:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607738688 : -118734101812928 : ffff94031009e940) 00000100:00000040:1.0:1789127498.668766:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127498.668774:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789127498.668777:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1789127498.668779:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60b28. 00000100:00000200:1.0:1789127498.668782:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830304640, offset 0 00000400:00000200:1.0:1789127498.668788:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1789127498.668795:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127498.668802:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1789127498.668806:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789127498.668809:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1789127498.668813:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789127498.668815:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1789127498.668825:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [167:167:254:4294967295] 192.168.201.140@tcp LPNI seq info [167:167:6:4294967295] 00000400:00000200:1.0:1789127498.668829:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127498.668838:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1789127498.668843:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1789127498.668848:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940312a45200. 00000800:00000200:1.0:1789127498.668854:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1789127498.668861:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1789127498.668864:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940312a45200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789127498.668882:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127498.668886:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: using a timeout of 112426 usecs (113 jiffies) 00000400:00000200:1.0:1789127498.668889:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1789127498.668892:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 2 is 4295059584 00000100:00000001:1.0:1789127498.668895:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request active for cpu 2, keep current deadline 4295060767 00000100:00000001:1.0:1789127498.668897:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS new deadline estimation for cpu 3 is 4295059584 00000100:00000001:1.0:1789127498.668899:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff940307df5000: PM QoS request active for cpu 3, keep current deadline 4295060767 00000100:00000001:1.0:1789127498.668902:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127498.668904:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127498.668906:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789127498.668911:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127498.668918:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789127498.668920:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127498.668922:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789127498.668924:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789127498.668925:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789127498.668928:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830304896:192.168.201.140@tcp:400:kworker.0 00000100:00000001:1.0:1789127498.668932:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789127498.668934:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789127498.668936:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789127498.668944:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789127498.668947:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff940304e64e00. 02000000:00000001:1.0:1789127498.668949:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789127498.668952:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:1.0:1789127498.668955:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff940308c08420. 00000400:00000010:1.0:1789127498.668959:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60a18. 00000100:00000200:1.0:1789127498.668962:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830304896, portal 10 00000100:00000001:1.0:1789127498.668964:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789127498.668965:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607737728 : -118734101813888 : ffff94031009e580) 00000100:00000040:1.0:1789127498.668972:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789127498.668978:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789127498.668981:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:1.0:1789127498.668983:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940304e60d48. 00000100:00000200:1.0:1789127498.668985:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830304896, offset 0 00000400:00000200:1.0:1789127498.668989:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:1.0:1789127498.668994:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127498.668997:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:1.0:1789127498.669000:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789127498.669002:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:1.0:1789127498.669005:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789127498.669007:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:1.0:1789127498.669010:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [168:168:253:4294967295] 192.168.201.140@tcp LPNI seq info [168:168:5:4294967295] 00000400:00000200:1.0:1789127498.669013:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:1.0:1789127498.669019:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:1.0:1789127498.669024:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:1.0:1789127498.669027:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff940312a45f00. 00000800:00000200:1.0:1789127498.669031:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:1.0:1789127498.669035:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:1.0:1789127498.669037:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff940312a45f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789127498.669040:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789127498.669049:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: using a timeout of 16596 usecs (17 jiffies) 00000400:00000200:1.0:1789127498.669053:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:1.0:1789127498.669055:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295059488 00000100:00000001:1.0:1789127498.669057:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295060767 00000100:00000001:1.0:1789127498.669059:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295059488 00000100:00000001:1.0:1789127498.669061:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295060767 00000100:00000001:1.0:1789127498.669062:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789127498.669065:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127498.669067:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127498.669071:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789127498.669081:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789127498.669084:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789127498.669086:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789127498.669087:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789127498.669089:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789127498.669092:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.669738:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789127498.669755:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789127498.669765:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff94031009cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2398:1876035830305024:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127498.669770:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789127498.669775:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789127498.669776:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.669778:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789127498.669786:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9403115ae200. 02000000:00000001:0.0:1789127498.669788:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789127498.669793:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000010:0.0:1789127498.669804:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94030014b580. 00000400:00000010:0.0:1789127498.669809:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83d48. 00000100:00000200:0.0:1789127498.669813:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876035830305024, portal 10 00000100:00000001:0.0:1789127498.669815:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789127498.669817:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625339607731008 : -118734101820608 : ffff94031009cb40) 00000100:00000040:0.0:1789127498.669826:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.669846:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789127498.669849:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp 00000400:00000010:0.0:1789127498.669851:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff940303d83a18. 00000100:00000200:0.0:1789127498.669855:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876035830305024, offset 0 00000400:00000200:0.0:1789127498.669860:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp 00000400:00000200:0.0:1789127498.670005:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127498.670012:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.140@tcp local destination 00000400:00000200:0.0:1789127498.670017:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789127498.670021:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp 00000400:00000200:0.0:1789127498.670024:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789127498.670026:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp 00000400:00000200:0.0:1789127498.670030:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [169:169:252:4294967295] 192.168.201.140@tcp LPNI seq info [169:169:4:4294967295] 00000400:00000200:0.0:1789127498.670033:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:0.0:1789127498.670041:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) : PUT try# 0 00000800:00000200:0.0:1789127498.670047:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.140@tcp 00000800:00000010:0.0:1789127498.670052:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9403125e3b00. 00000800:00000200:0.0:1789127498.670058:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff940304f39f00] -> 12345-192.168.201.140@tcp (5) 00000800:00000200:0.0:1789127498.670064:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.140@tcp ip 192.168.201.140:988 00000800:00000200:0.0:1789127498.670069:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9403125e3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789127498.670073:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.670077:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: using a timeout of 25817 usecs (26 jiffies) 00000400:00000200:0.0:1789127498.670080:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127498.670083:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 2 is 4295059497 00000100:00000001:0.0:1789127498.670086:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 2, keep current deadline 4295060767 00000100:00000001:0.0:1789127498.670097:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS new deadline estimation for cpu 3 is 4295059497 00000100:00000001:0.0:1789127498.670099:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94031033e800: PM QoS request active for cpu 3, keep current deadline 4295060767 00000100:00000001:0.0:1789127498.670102:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.670104:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.670107:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.670109:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.670236:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789127498.670239:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789127498.670243:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.670245:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127498.670247:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.670250:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789127498.670538:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127498.670544:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3300. 00000400:00000200:2.0:1789127498.670554:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127498.670562:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127498.670569:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83088 00000400:00000010:2.0:1789127498.670572:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83088. 00000100:00000001:2.0:1789127498.670578:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127498.670585:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670597:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127498.670601:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670653:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127498.670656:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127498.670681:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127498.670683:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3100. 00000400:00000200:2.0:1789127498.670686:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127498.670691:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127498.670694:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83aa0 00000400:00000010:2.0:1789127498.670696:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83aa0. 00000100:00000001:2.0:1789127498.670698:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127498.670703:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670711:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127498.670722:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670730:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127498.670732:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127498.670742:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127498.670744:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940312a45200. 00000400:00000200:2.0:1789127498.670748:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127498.670751:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127498.670754:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60b28 00000400:00000010:2.0:1789127498.670756:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60b28. 00000100:00000001:2.0:1789127498.670760:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127498.670764:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670771:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127498.670774:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670781:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127498.670782:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127498.670792:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127498.670794:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff940312a45f00. 00000400:00000200:2.0:1789127498.670797:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127498.670800:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127498.670803:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60d48 00000400:00000010:2.0:1789127498.670805:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60d48. 00000100:00000001:2.0:1789127498.670807:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127498.670812:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670820:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127498.670823:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670829:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127498.670831:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789127498.670928:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789127498.670931:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9403125e3b00. 00000400:00000200:2.0:1789127498.670934:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127498.670939:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000400:00000200:2.0:1789127498.670941:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83a18 00000400:00000010:2.0:1789127498.670943:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83a18. 00000100:00000001:2.0:1789127498.670947:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789127498.670952:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670959:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789127498.670962:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.670969:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127498.670970:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789127498.680833:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.680860:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127498.680866:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.680870:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127498.680883:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.680894:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127498.680907:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.680914:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.680920:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.680925:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1405000 00000400:00000200:3.0:1789127498.680932:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.680941:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:3.0:1789127498.680952:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.680958:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127498.680962:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127498.680968:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127498.680994:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127498.681008:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127498.681022:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127498.681047:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127498.681058:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.681063:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127498.681065:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.681067:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127498.681071:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681075:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127498.681079:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681082:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681085:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681088:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1404f80 00000400:00000200:3.0:1789127498.681093:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681097:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:3.0:1789127498.681101:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.681106:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127498.681108:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127498.681111:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127498.681115:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127498.681120:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127498.681130:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127498.681149:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127498.681153:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.681157:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789127498.681159:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.681168:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127498.681172:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681174:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:3.0:1789127498.681179:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681194:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681198:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681201:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1405080 00000400:00000200:3.0:1789127498.681205:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:3.0:1789127498.681210:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:3.0:1789127498.681214:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.681223:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789127498.681225:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789127498.681229:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:3.0:1789127498.681234:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789127498.681240:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789127498.681249:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789127498.681256:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789127498.681260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789127498.681263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682227:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.682235:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789127498.682247:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127498.682250:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127498.682254:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b738. 00000400:00000200:0.0:1789127498.682262:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d834c8 00000400:00000010:0.0:1789127498.682275:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d834c8. 00000100:00000001:0.0:1789127498.682281:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127498.682289:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127498.682300:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682307:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127498.682309:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682312:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127498.682317:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127498.682320:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127498.682332:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.682337:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127498.682350:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe6460 time=107 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127498.682355:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe6418 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127498.682358:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127498.682361:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.682377:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789127498.682384:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789127498.682391:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682396:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127498.682399:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:0.0:1789127498.682401:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127498.682403:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.682408:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682415:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.682419:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127498.682422:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127498.682426:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127498.682433:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50ccce0c-bf10-418f-826e-64bb39a15f4e:2398:1876035830304768:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127498.682439:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682442:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127498.682446:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009e1c0 x1876035830304768/t0(0) o400->lustre-MDT0001-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682453:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127498.682456:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127498.682461:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115af800. 02000000:00000001:0.0:1789127498.682465:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127498.682469:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127498.682471:0:2398:0:(genops.c:1223:class_import_put()) import ffff940306fe6000 refcount=3 obd=lustre-MDT0001-mdc-ffff940307df5000 00000020:00000001:0.0:1789127498.682474:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127498.682477:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3800. 02000000:00000001:0.0:1789127498.682481:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127498.682483:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127498.682485:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009e1c0. 00000100:00000001:0.0:1789127498.682495:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127498.682496:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682500:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682502:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.682504:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789127498.682505:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682507:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682551:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.682554:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789127498.682558:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127498.682559:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127498.682562:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940308c08108. 00000400:00000200:0.0:1789127498.682566:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60cc0 00000400:00000010:0.0:1789127498.682568:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60cc0. 00000100:00000001:0.0:1789127498.682572:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127498.682578:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127498.682588:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682594:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127498.682596:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682597:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127498.682599:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127498.682600:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127498.682602:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.682627:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127498.682634:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306fe2460 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127498.682638:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306fe2418 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127498.682640:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127498.682642:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.682644:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789127498.682647:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682650:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127498.682651:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff940307df5000: skip recheck: last_committed 0 00000100:00000001:0.0:1789127498.682653:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127498.682655:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.682666:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682672:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.682674:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127498.682675:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127498.682679:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127498.682686:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50ccce0c-bf10-418f-826e-64bb39a15f4e:2397:1876035830304640:192.168.201.140@tcp:400:kworker.0 00000400:00000001:0.0:1789127498.682693:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127498.682695:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127498.682697:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff940308c08420. 00000400:00000200:0.0:1789127498.682700:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940304e60a18 00000400:00000010:0.0:1789127498.682701:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940304e60a18. 00000100:00000001:0.0:1789127498.682704:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127498.682708:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127498.682716:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682723:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127498.682725:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682726:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127498.682728:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127498.682729:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127498.682731:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.682732:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127498.682737:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306014c60 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127498.682740:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306014c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127498.682743:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127498.682744:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.682746:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789127498.682747:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682750:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127498.682757:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:0.0:1789127498.682759:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127498.682770:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.682775:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682782:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.682784:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127498.682786:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127498.682789:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127498.682796:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1589f69e-a2e3-4d19-b966-7c376d2544b9:2397:1876035830304896:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127498.682800:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682802:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127498.682806:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009e940 x1876035830304640/t0(0) o400->lustre-MDT0000-mdc-ffff940307df5000@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682812:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127498.682814:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127498.682816:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940304e65000. 02000000:00000001:0.0:1789127498.682819:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127498.682820:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127498.682822:0:2397:0:(genops.c:1223:class_import_put()) import ffff940306fe2000 refcount=3 obd=lustre-MDT0000-mdc-ffff940307df5000 00000020:00000001:0.0:1789127498.682824:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127498.682825:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3e00. 02000000:00000001:0.0:1789127498.682829:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127498.682830:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127498.682831:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009e940. 00000100:00000001:0.0:1789127498.682833:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127498.682834:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682836:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127498.682839:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009e580 x1876035830304896/t0(0) o400->lustre-MDT0000-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.682844:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127498.682851:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127498.682852:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff940304e64e00. 02000000:00000001:0.0:1789127498.682854:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127498.682856:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127498.682857:0:2397:0:(genops.c:1223:class_import_put()) import ffff940306014800 refcount=3 obd=lustre-MDT0000-mdc-ffff94031033e800 00000020:00000001:0.0:1789127498.682859:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127498.682860:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3d00. 02000000:00000001:0.0:1789127498.682862:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127498.682863:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127498.682864:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009e580. 00000100:00000001:0.0:1789127498.682866:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127498.682867:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682868:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.682881:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789127498.682883:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.682886:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.682888:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789127498.686233:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127498.686266:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127498.686273:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127498.686277:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127498.686292:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686302:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127498.686319:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686325:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686331:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686337:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 10 MB=0x6aa3ea1405100 00000400:00000200:2.0:1789127498.686343:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686353:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.140@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:2.0:1789127498.686362:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127498.686367:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127498.686371:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789127498.686376:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000001:2.0:1789127498.686388:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127498.686399:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789127498.686434:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.686456:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127498.686482:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127498.686487:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789127498.686489:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127498.686491:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127498.686496:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686500:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp) <- 192.168.201.140@tcp : PUT - for me 00000400:00000200:2.0:1789127498.686504:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686507:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686520:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000400:00000200:2.0:1789127498.686523:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.140@tcp of length 224 into portal 25 MB=0x6aa3ea1404f00 00000100:00000001:0.0:1789127498.686525:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789127498.686528:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1 00000100:00000001:0.0:1789127498.686532:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789127498.686537:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.140@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:2.0:1789127498.686542:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1789127498.686545:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127498.686551:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127498.686556:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b580. 00000400:00000200:0.0:1789127498.686562:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d83d48 00000400:00000010:0.0:1789127498.686565:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d83d48. 00000800:00000001:2.0:1789127498.686566:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789127498.686571:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789127498.686573:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1789127498.686578:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: OK 00000100:00000200:0.0:1789127498.686583:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789127498.686584:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789127498.686593:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127498.686601:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.686630:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127498.686633:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.686636:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127498.686642:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127498.686647:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1789127498.686649:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.686651:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.686658:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789127498.686662:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789127498.686668:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789127498.686671:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1789127498.686684:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff940306011460 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127498.686697:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff940306011418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127498.686701:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127498.686703:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.686707:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789127498.686713:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789127498.686721:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.686727:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789127498.686730:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94031033e800: skip recheck: last_committed 0 00000100:00000001:0.0:1789127498.686732:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789127498.686734:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.686739:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.686747:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.686751:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127498.686753:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127498.686757:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127498.686775:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1589f69e-a2e3-4d19-b966-7c376d2544b9:2398:1876035830305024:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127498.686783:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.686787:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127498.686791:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009cb40 x1876035830305024/t0(0) o400->lustre-MDT0001-mdc-ffff94031033e800@192.168.201.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.686799:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127498.686802:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127498.686807:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115ae200. 02000000:00000001:0.0:1789127498.686812:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127498.686816:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127498.686818:0:2398:0:(genops.c:1223:class_import_put()) import ffff940306011000 refcount=3 obd=lustre-MDT0001-mdc-ffff94031033e800 00000020:00000001:0.0:1789127498.686822:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127498.686825:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3600. 02000000:00000001:0.0:1789127498.686839:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127498.686842:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127498.686845:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009cb40. 00000100:00000001:0.0:1789127498.686849:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127498.686851:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.686855:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.686857:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.686859:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789127498.686862:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789127498.686863:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789127498.686866:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94030014b058. 00000400:00000200:0.0:1789127498.686868:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff940303d836e8 00000400:00000010:0.0:1789127498.686870:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff940303d836e8. 00000100:00000001:0.0:1789127498.686873:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789127498.686877:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789127498.686885:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.686892:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789127498.686893:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.686895:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789127498.686897:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789127498.686898:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789127498.686900:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789127498.686902:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789127498.686906:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff9403119b1460 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789127498.686910:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9403119b1418 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1789127498.686912:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789127498.686913:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127498.686915:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789127498.686917:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.686919:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789127498.686922:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.686928:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789127498.686935:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789127498.686936:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789127498.686941:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789127498.686947:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff94031009da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9346e8f-38fd-493e-a113-a8a1e656b57f:2398:1876035830304512:192.168.201.140@tcp:400:kworker.0 00000100:00000001:0.0:1789127498.686952:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.686954:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789127498.686957:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94031009da40 x1876035830304512/t0(0) o400->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1789127514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789127498.686962:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789127498.686964:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789127498.686965:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9403115afa00. 02000000:00000001:0.0:1789127498.686968:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789127498.686970:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789127498.686971:0:2398:0:(genops.c:1223:class_import_put()) import ffff9403119b1000 refcount=3 obd=MGC192.168.201.140@tcp 00000020:00000001:0.0:1789127498.686973:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789127498.686974:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9403125e3000. 02000000:00000001:0.0:1789127498.686976:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789127498.686977:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789127498.686978:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff94031009da40. 00000100:00000001:0.0:1789127498.686981:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789127498.686982:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.686984:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789127498.686995:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789127498.686997:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789127498.686999:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789127498.687001:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127499.293771:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127499.293782:0:8235:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789127499.293784:0:8235:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789127499.293788:0:8235:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127499.293795:0:8235:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789127499.293797:0:8235:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127499.293799:0:8235:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127499.293801:0:8235:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127499.293824:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127499.293826:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789127499.295133:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789127499.295139:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789127499.295143:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789127499.998791:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029deb30 (cpu 3) has reached its deadline 4295060767, at 4295060801 00000100:00000010:3.0:1789127499.998816:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff940320c2c1e0. 00000100:00000040:2.0:1789127500.001372:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff9403029dea20 (cpu 2) has reached its deadline 4295060767, at 4295060804 00000100:00000010:2.0:1789127500.001394:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff940320c2c0c0. 00010000:00000001:0.0:1789127500.319663:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127500.319673:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127500.319680:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127500.319681:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789127500.323855:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789127500.323865:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789127500.323871:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789127501.341528:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127501.341536:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127501.341542:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127501.341543:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789127501.341570:0:6171:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789127501.341573:0:6171:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789127501.341576:0:6171:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789127501.354666:0:10087:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789127501.354678:0:10087:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789127501.782868:0:10123:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789127501.782883:0:10123:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1789127501.784890:0:10123:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789127502.365766:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127502.365774:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789127502.365781:0:8235:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789127502.365782:0:8235:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789127502.365808:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789127502.365812:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789127502.365815:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 7736 lines, 7736 kept, 0 dropped, 0 bad.