00000001:01000000:3.0F:1783137416.271079:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 439 MB/s 00000001:01000000:0.0F:1783137416.520382:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 503 MB/s 00000001:01000000:2.0F:1783137416.770418:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3159 MB/s 00000020:02000000:2.0:1783137417.658537:0:2367:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_85_gf55a92a 00000400:02000000:1.0F:1783137419.156574:0:2382:0:(api-ni.c:2752:lnet_startup_lndni()) Added LNI 192.168.203.60@tcp [8/256/0/180] 00008000:02000000:3.0:1783137423.589453:0:2533:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1783137590.889537:0:6158:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1783137590.889542:0:6158:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1783137590.889543:0:6158:0:(obd_mount.c:917:lmd_print()) device: 192.168.203.160@tcp:/lustre 00000020:01000004:0.0:1783137590.889544:0:6158:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1783137590.889684:0:6158:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000c1a555c2 00000080:01000004:0.0:1783137590.889692:0:6158:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1783137590.889706:0:6158:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.203.160@tcp' 00000020:01000004:0.0:1783137590.889930:0:6158:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.203.160@tcp (typ=mgc) 00000020:00000080:0.0:1783137590.889951:0:6158:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.160@tcp (00000000d6d3d5f3) 00000020:00000080:0.0:1783137590.889964:0:6158:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1783137590.890196:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1783137590.890216:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1783137590.890575:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1783137590.890584:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1783137590.900104:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:0.0:1783137590.900195:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1783137590.900711:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1783137590.900718:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1783137590.901180:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1783137590.901188:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1783137590.903830:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783137590.904138:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783137590.904335:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1783137590.905643:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1783137590.906884:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1783137590.906895:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1783137590.908577:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:1.0:1783137590.908589:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1783137590.913137:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1783137590.918874:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1783137590.919698:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1783137590.919707:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1783137590.923820:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1783137590.923837:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1783137590.933887:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137590.933893:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137590.933895:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137590.934748:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137590.934751:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137590.934752:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1783137590.935156:0:6158:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b389cf7d@MGC192.168.203.160@tcp: add connection 192.168.203.160@tcp at head 00010000:00010000:3.0:1783137590.935321:0:6158:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.160@tcp-0 is initialized 00000040:01000000:3.0:1783137590.935328:0:6158:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.160@tcp ctxt 1 is initialized 10000000:01000000:1.0:1783137590.940583:0:6172:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1783137590.940652:0:6158:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.160@tcp (uuid 9010a695-40ea-448a-aef5-744565b3b6fb) 00000020:00000080:2.0:1783137590.940672:0:6158:0:(genops.c:1406:class_connect()) connect: client 9010a695-40ea-448a-aef5-744565b3b6fb, cookie 0x95af395d4f345d2f 00000100:00080000:2.0:1783137590.940685:0:6158:0:(import.c:512:import_select_connection()) MGC192.168.203.160@tcp: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:2.0:1783137590.940694:0:6158:0:(import.c:548:import_select_connection()) MGC192.168.203.160@tcp: skip NID 192.168.203.160@tcp as not ready: rc = -114 00000100:00080000:2.0:1783137590.940698:0:6158:0:(import.c:626:import_select_connection()) MGC192.168.203.160@tcp: import 00000000b389cf7d using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000100:00100000:2.0:1783137590.940739:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000093bb46d2 x1869755102265472/t0(0) o250->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783137590.940760:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 9010a695-40ea-448a-aef5-744565b3b6fb->MGS 00000080:00200000:2.0:1783137590.940775:0:6158:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff97bb9a721000 (sb 00000000c1a555c2) 00000080:01000000:2.0:1783137590.940894:0:6158:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1783137590.940896:0:6158:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1783137590.940900:0:6158:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:2.0:1783137590.940907:0:6158:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 75992290-8c17-4bd8-842c-cb7884f3b05b 00000100:00100000:2.0:1783137590.941647:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@0000000093bb46d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9010a695-40ea-448a-aef5-744565b3b6fb:2398:1869755102265472:192.168.203.160@tcp:250: 00010000:00010000:0.0:1783137590.944228:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1783137590.949878:0:6158:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783137590.949884:0:6158:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff97bb9a721000 10000000:01000000:3.0:1783137590.949888:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff97bb92193380 10000000:01000000:3.0:1783137590.949892:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783137590.949900:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff97bb92193380 from 1 10000000:01000000:3.0:1783137590.949902:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1783137590.949947:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: 00000000b3b3241a/0x95af395d4f345d36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137590.949958:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: 00000000b3b3241a/0x95af395d4f345d36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137590.949968:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: 00000000b3b3241a/0x95af395d4f345d36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1783137590.949989:0:6158:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000001ca6b743 x1869755102265600/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137590.950001:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eb69bd63 going to sleep for 0 seconds 00000100:00100000:3.0:1783137591.976790:0:2398:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1783137590/real 0] req@0000000093bb46d2 x1869755102265472/t0(0) o250->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1783137591 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137591.976927:0:2398:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000093bb46d2 x1869755102265472/t0(0) o250->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1783137591 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783137591.976948:0:2398:0:(import.c:65:import_set_state_nolock()) 00000000b389cf7d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783137591.977132:0:2398:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.160@tcp failed (-110) 00000100:00100000:3.0:1783137591.977154:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@0000000093bb46d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9010a695-40ea-448a-aef5-744565b3b6fb:2398:1869755102265472:192.168.203.160@tcp:250: 00000100:00100000:2.0:1783137591.977780:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eb69bd63 going to sleep for 0 seconds 00010000:00010000:1.0:1783137591.977918:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783137591.978651:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9010a695-40ea-448a-aef5-744565b3b6fb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1783137591.978657:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1783137591.978660:0:36:0:(import.c:65:import_set_state_nolock()) 00000000b389cf7d MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783137591.978667:0:36:0:(import.c:512:import_select_connection()) MGC192.168.203.160@tcp: connect to NID 192.168.203.160@tcp last attempt 296 00000100:00080000:0.0:1783137591.978691:0:36:0:(import.c:626:import_select_connection()) MGC192.168.203.160@tcp: import 00000000b389cf7d using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000100:00100000:0.0:1783137591.978742:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cad2e942 x1869755102265728/t0(0) o250->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783137591.979106:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000cad2e942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9010a695-40ea-448a-aef5-744565b3b6fb:2398:1869755102265728:192.168.203.160@tcp:250: 00000100:00100000:2.0:1783137591.983397:0:2398:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.203.160@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783137591.983412:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.203.160@tcp: connect to target with instance 0 00000100:00080000:2.0:1783137591.983423:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.203.160@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1783137591.983428:0:2398:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1783137591.983431:0:2398:0:(import.c:65:import_set_state_nolock()) 00000000b389cf7d MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1783137591.983436:0:2398:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1783137591.983504:0:2398:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1783137591.983528:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000eb69bd63): req@000000001ca6b743 x1869755102265600/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137591.983553:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000cad2e942 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9010a695-40ea-448a-aef5-744565b3b6fb:2398:1869755102265728:192.168.203.160@tcp:250: 00000100:00100000:3.0:1783137591.984288:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eb69bd63 going to sleep for 11 seconds 00000100:00100000:3.0:1783137591.988564:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102265600:192.168.203.160@tcp:101: 00010000:00010000:3.0:1783137591.988594:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: 00000000b3b3241a/0x95af395d4f345d36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137591.988606:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: 00000000b3b3241a/0x95af395d4f345d36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783137591.989164:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102265856:192.168.203.160@tcp:501: 00000100:00100000:3.0:1783137591.989272:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eb69bd63 going to sleep for 11 seconds 00000100:00100000:3.0:1783137592.000602:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102265856:192.168.203.160@tcp:501: 10000000:01000000:3.0:1783137592.000662:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1783137592.000687:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: 00000000b3b3241a/0x95af395d4f345d36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137592.000697:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: 00000000b3b3241a/0x95af395d4f345d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783137592.000706:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff97bb9a721000 10000000:01000000:3.0:1783137592.000711:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1783137592.000716:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff97bb9a721000 10000000:01000000:3.0:1783137592.000718:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783137592.000721:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff97bb9a721000 10000000:01000000:3.0:1783137592.000723:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1783137592.000737:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff97bb9a721000 from 1 10000000:01000000:3.0:1783137592.000739:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783137592.000770:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: 00000000b23972cb/0x95af395d4f345d3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137592.000777:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: 00000000b23972cb/0x95af395d4f345d3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137592.000786:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: 00000000b23972cb/0x95af395d4f345d3d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783137592.000803:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102265984:192.168.203.160@tcp:101: 00000100:00100000:3.0:1783137592.000874:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eb69bd63 going to sleep for 11 seconds 00000100:00100000:3.0:1783137592.007226:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102265984:192.168.203.160@tcp:101: 00010000:00010000:3.0:1783137592.007253:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: 00000000b23972cb/0x95af395d4f345d3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137592.007264:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: 00000000b23972cb/0x95af395d4f345d3d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783137592.007332:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266112:192.168.203.160@tcp:501: 00000100:00100000:3.0:1783137592.007428:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eb69bd63 going to sleep for 11 seconds 00000100:00100000:3.0:1783137592.015719:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266112:192.168.203.160@tcp:501: 00000100:00100000:3.0:1783137592.015780:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266240:192.168.203.160@tcp:503: 00000100:00100000:3.0:1783137592.015883:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eb69bd63 going to sleep for 11 seconds 00000100:00100000:3.0:1783137592.026804:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266240:192.168.203.160@tcp:503: 00000100:00100000:0.0:1783137592.027630:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6176:1869755102266368:192.168.203.160@tcp:502: 00000100:00100000:0.0:1783137592.027780:0:6176:0:(client.c:2701:ptlrpc_set_wait()) set 00000000d67c481c going to sleep for 11 seconds 00000100:00100000:0.0:1783137592.035433:0:6176:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6176:1869755102266368:192.168.203.160@tcp:502: 00000020:01000000:0.0:1783137592.035506:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783137592.035523:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137592.035525:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1783137592.035535:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff97bb9a721000 00000020:00000080:0.0:1783137592.035539:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783137592.035692:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff97bb9a721000 (00000000a5334d51) 00000020:00000080:0.0:1783137592.035720:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:0.0:1783137592.035728:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff97bb9a721000 00000020:00000080:0.0:1783137592.035731:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1783137592.036531:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff97bb9a721000 (uuid 75992290-8c17-4bd8-842c-cb7884f3b05b) 00000020:01000000:0.0:1783137592.036539:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783137592.036543:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137592.036545:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1783137592.036548:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783137592.036567:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137592.036569:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1783137592.036573:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff97bb9a721000 00000020:00000080:0.0:1783137592.036576:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783137592.036583:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff97bb9a721000 (0000000049f5c041) 00000020:00000080:0.0:1783137592.036595:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:0.0:1783137592.036600:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff97bb9a721000 00000020:00000080:0.0:1783137592.036602:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1783137592.040372:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff97bb9a721000 (uuid 75992290-8c17-4bd8-842c-cb7884f3b05b) 00000020:01000000:0.0:1783137592.040392:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783137592.040400:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137592.040403:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1783137592.040406:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783137592.040411:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137592.040412:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1783137592.040415:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1783137592.040424:0:6176:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1783137592.040427:0:6176:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1783137592.040445:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783137592.040447:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137592.040448:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1783137592.040450:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783137592.040454:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137592.040456:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1783137592.040458:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783137592.040473:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:0.0:1783137592.040503:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000080:0.0:1783137592.040505:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783137592.040519:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff97bb9a721000 (00000000e7828217) 00000020:00000080:0.0:1783137592.040541:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:0.0:1783137592.040545:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000080:0.0:1783137592.040548:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783137592.040879:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000071b9bde3@lustre-MDT0000-mdc-ffff97bb9a721000: add connection 192.168.203.160@tcp at head 00010000:00010000:0.0:1783137592.048534:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff97bb9a721000-1 is initialized 00000040:01000000:0.0:1783137592.052072:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff97bb9a721000 ctxt 13 is initialized 00000020:00000080:1.0:1783137592.061606:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff97bb9a721000 (uuid 75992290-8c17-4bd8-842c-cb7884f3b05b) 00000020:01000000:1.0:1783137592.061629:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff97bb9a721000 00000020:00000080:1.0:1783137592.061637:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1783137592.061675:0:6176:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1783137592.061832:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137592.061838:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.061841:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1783137592.061845:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783137592.061848:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1783137592.061850:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783137592.061851:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783137592.061853:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783137592.061855:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.061857:0:6176:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783137592.061859:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783137592.061864:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.061865:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1783137592.061869:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783137592.061876:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:1.0:1783137592.062037:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000080:1.0:1783137592.062041:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783137592.062062:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff97bb9a721000 (00000000d16a1f5e) 00000020:00000080:1.0:1783137592.062086:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:1.0:1783137592.062094:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000080:1.0:1783137592.062097:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783137592.062252:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000017674b56@lustre-MDT0001-mdc-ffff97bb9a721000: add connection 192.168.203.160@tcp at head 00010000:00010000:1.0:1783137592.070001:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff97bb9a721000-2 is initialized 00000040:01000000:1.0:1783137592.070281:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff97bb9a721000 ctxt 13 is initialized 00000020:00000080:1.0:1783137592.070992:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff97bb9a721000 (uuid 75992290-8c17-4bd8-842c-cb7884f3b05b) 00000020:01000000:1.0:1783137592.071010:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff97bb9a721000 00000020:00000080:1.0:1783137592.071015:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1783137592.071047:0:6176:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1783137592.071095:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137592.071100:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.071102:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1783137592.071106:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783137592.071110:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1783137592.071112:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783137592.071114:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783137592.071116:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783137592.071119:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.071120:0:6176:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783137592.071122:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783137592.071127:0:6176:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.160@tcp:/lustre 00000020:00000080:1.0:1783137592.071131:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.071133:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1783137592.071136:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783137592.071143:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:1.0:1783137592.071179:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff97bb9a721000 00000020:00000080:1.0:1783137592.071183:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783137592.071200:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff97bb9a721000 (0000000025979899) 00000020:00000080:1.0:1783137592.071220:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1783137592.071229:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff97bb9a721000 00000020:00000080:1.0:1783137592.071232:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783137592.071413:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 000000007d48fd06@lustre-OST0000-osc-ffff97bb9a721000: add connection 192.168.203.160@tcp at head 00010000:00010000:1.0:1783137592.071928:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff97bb9a721000-3 is initialized 00000020:00000080:1.0:1783137592.078337:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff97bb9a721000 (uuid 75992290-8c17-4bd8-842c-cb7884f3b05b) 00000020:01000000:1.0:1783137592.078395:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff97bb9a721000 00000020:00000080:1.0:1783137592.078399:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1783137592.078424:0:6176:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1783137592.078434:0:6176:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff97bb9a721000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1783137592.078442:0:6176:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1783137592.078480:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137592.078485:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.078488:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1783137592.078495:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783137592.078498:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1783137592.078501:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783137592.078504:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783137592.078506:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783137592.078511:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.078512:0:6176:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783137592.078517:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783137592.078522:0:6176:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.160@tcp:/lustre 00000020:00000080:1.0:1783137592.078526:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.078528:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1783137592.078535:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783137592.078543:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:1.0:1783137592.078581:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff97bb9a721000 00000020:00000080:1.0:1783137592.078584:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783137592.078597:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff97bb9a721000 (0000000054c0af0d) 00000020:00000080:1.0:1783137592.078621:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:1.0:1783137592.078639:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff97bb9a721000 00000020:00000080:1.0:1783137592.078643:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783137592.078804:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b9997ba6@lustre-OST0001-osc-ffff97bb9a721000: add connection 192.168.203.160@tcp at head 00010000:00010000:1.0:1783137592.079156:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff97bb9a721000-4 is initialized 00000020:00000080:1.0:1783137592.081120:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff97bb9a721000 (uuid 75992290-8c17-4bd8-842c-cb7884f3b05b) 00000020:01000000:1.0:1783137592.081139:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff97bb9a721000 00000020:00000080:1.0:1783137592.081143:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1783137592.081168:0:6176:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1783137592.081177:0:6176:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff97bb9a721000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1783137592.081181:0:6176:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1783137592.081250:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137592.081255:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.081256:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1783137592.081261:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783137592.081266:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.081267:0:6176:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1783137592.081271:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1783137592.081274:0:6176:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1783137592.081319:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000f7a8653c pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6176:1869755102266496:192.168.203.160@tcp:502: 00000100:00100000:1.0:1783137592.081753:0:6176:0:(client.c:2701:ptlrpc_set_wait()) set 00000000f7d77831 going to sleep for 11 seconds 00000100:00100000:1.0:1783137592.089088:0:6176:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000f7a8653c pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6176:1869755102266496:192.168.203.160@tcp:502: 00000020:01000000:1.0:1783137592.089140:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137592.089740:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.089744:0:6176:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000040:00080000:1.0:1783137592.089750:0:6176:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1783137592.089970:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1783137592.090011:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783137592.090037:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: 00000000b23972cb/0x95af395d4f345d3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137592.090049:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: 00000000b23972cb/0x95af395d4f345d3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783137592.090058:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff97bb9a721000 from 1 10000000:01000000:3.0:1783137592.090061:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1783137592.090106:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: 00000000edc90189/0x95af395d4f345d6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137592.090115:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: 00000000edc90189/0x95af395d4f345d6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137592.090125:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: 00000000edc90189/0x95af395d4f345d6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783137592.090153:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266624:192.168.203.160@tcp:101: 00000100:00100000:3.0:1783137592.090262:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 000000000cce30f3 going to sleep for 11 seconds 00000100:00100000:0.0:1783137592.094298:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000001ca6b743 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266624:192.168.203.160@tcp:101: 00010000:00010000:0.0:1783137592.094336:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: 00000000edc90189/0x95af395d4f345d6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be895 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137592.094375:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: 00000000edc90189/0x95af395d4f345d6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be895 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137592.095817:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266752:192.168.203.160@tcp:256: 00000100:00100000:0.0:1783137592.096072:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 0000000067308d6d going to sleep for 11 seconds 00000100:00100000:0.0:1783137592.103942:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266752:192.168.203.160@tcp:256: 10000000:01000000:0.0:1783137592.104859:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1783137592.104890:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: 00000000edc90189/0x95af395d4f345d6e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be895 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137592.104906:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: 00000000edc90189/0x95af395d4f345d6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be895 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783137592.104915:0:6158:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff97bb9a721000 from 1 10000000:01000000:0.0:1783137592.104917:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783137592.104974:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: 00000000bc17062b/0x95af395d4f345d75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137592.104983:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: 00000000bc17062b/0x95af395d4f345d75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137592.104992:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: 00000000bc17062b/0x95af395d4f345d75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137592.105017:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266880:192.168.203.160@tcp:101: 00000100:00100000:0.0:1783137592.105124:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 0000000067308d6d going to sleep for 11 seconds 00000100:00100000:0.0:1783137592.110099:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102266880:192.168.203.160@tcp:101: 00010000:00010000:0.0:1783137592.110136:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: 00000000bc17062b/0x95af395d4f345d75 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137592.110149:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: 00000000bc17062b/0x95af395d4f345d75 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137592.110252:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102267008:192.168.203.160@tcp:501: 00000100:00100000:0.0:1783137592.110396:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 0000000067308d6d going to sleep for 11 seconds 00000100:00100000:0.0:1783137592.115817:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102267008:192.168.203.160@tcp:501: 00000100:00100000:0.0:1783137592.115898:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102267136:192.168.203.160@tcp:503: 00000100:00100000:0.0:1783137592.116013:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set 0000000067308d6d going to sleep for 11 seconds 00000100:00100000:0.0:1783137592.124404:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000713535d pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:6158:1869755102267136:192.168.203.160@tcp:503: 00000100:00100000:3.0:1783137592.125520:0:6181:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000005f92c6f0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6181:1869755102267264:192.168.203.160@tcp:502: 00000100:00100000:3.0:1783137592.125654:0:6181:0:(client.c:2701:ptlrpc_set_wait()) set 00000000c16fc39b going to sleep for 11 seconds 00000100:00100000:1.0:1783137592.132569:0:6181:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000005f92c6f0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6181:1869755102267264:192.168.203.160@tcp:502: 00000020:01000000:1.0:1783137592.132632:0:6181:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783137592.132645:0:6181:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.132648:0:6181:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783137592.132667:0:6181:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff97bb9a721000 00000020:00000080:1.0:1783137592.132671:0:6181:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1783137592.132904:0:6181:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c66a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6181:1869755102267392:192.168.203.160@tcp:502: 00000100:00100000:1.0:1783137592.133027:0:6181:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94b3e240 going to sleep for 11 seconds 00000100:00100000:1.0:1783137592.136234:0:6181:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c66a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6181:1869755102267392:192.168.203.160@tcp:502: 00000020:01000000:1.0:1783137592.136292:0:6181:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137592.136303:0:6181:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137592.136305:0:6181:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1783137592.136311:0:6181:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1783137592.138327:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1783137592.138394:0:6158:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783137592.138416:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137592.138431:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1783137592.138454:0:6158:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1783137592.138493:0:6158:0:(genops.c:1406:class_connect()) connect: client 75992290-8c17-4bd8-842c-cb7884f3b05b, cookie 0x95af395d4f345d7c 00800000:01000000:0.0:1783137592.138520:0:6158:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 75992290-8c17-4bd8-842c-cb7884f3b05b to lustre-clilmv-ffff97bb9a721000 00800000:01000000:0.0:1783137592.138527:0:6158:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff97bb9a721000(75992290-8c17-4bd8-842c-cb7884f3b05b) - lustre-MDT0000_UUID, 75992290-8c17-4bd8-842c-cb7884f3b05b 00000020:00000080:0.0:1783137592.138535:0:6158:0:(genops.c:1406:class_connect()) connect: client 75992290-8c17-4bd8-842c-cb7884f3b05b, cookie 0x95af395d4f345d83 00000100:00080000:0.0:1783137592.138549:0:6158:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff97bb9a721000: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:0.0:1783137592.138563:0:6158:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff97bb9a721000: import ffff97bb89706000 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000008:00100000:0.0:1783137592.138577:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1783137592.138609:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb95363100 x1869755102267520/t0(0) o38->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783137592.138627:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID 00800000:01000000:0.0:1783137592.138749:0:6158:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff97bb9a721000(75992290-8c17-4bd8-842c-cb7884f3b05b) successfully (5) 00800000:00000004:0.0:1783137592.138753:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff97bb9a721000: age -703, max_age 0 00800000:01000000:0.0:1783137592.138860:0:6158:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff97bb9a721000(75992290-8c17-4bd8-842c-cb7884f3b05b) - lustre-MDT0001_UUID, 75992290-8c17-4bd8-842c-cb7884f3b05b 00000020:00000080:0.0:1783137592.138869:0:6158:0:(genops.c:1406:class_connect()) connect: client 75992290-8c17-4bd8-842c-cb7884f3b05b, cookie 0x95af395d4f345d8a 00000100:00080000:1.0:1783137592.138874:0:2400:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97bb95362300 x1869755102267648/t0(0) o41->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783137592.138878:0:6158:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff97bb9a721000: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:0.0:1783137592.138887:0:6158:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff97bb9a721000: import ffff97bb94860800 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000008:00100000:0.0:1783137592.138895:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1783137592.138908:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb95363800 x1869755102267776/t0(0) o38->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783137592.138916:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID 00800000:01000000:0.0:1783137592.139009:0:6158:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff97bb9a721000(75992290-8c17-4bd8-842c-cb7884f3b05b) successfully (5) 00800000:00000004:0.0:1783137592.139012:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff97bb9a721000: age -703, max_age 0 00000100:00080000:0.0:1783137592.139040:0:2399:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97bb95363480 x1869755102267904/t0(0) o41->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1783137592.139076:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff97bb9a721000: age -703, max_age 296 00800000:00000004:0.0:1783137592.139083:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff97bb9a721000: age -703, max_age 296 00000100:00080000:0.0:1783137592.139101:0:6158:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97bb95361500 x1869755102268032/t0(0) o41->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137592.139109:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99e48780 going to sleep for 0 seconds 00000100:00100000:2.0:1783137592.139187:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102267520:192.168.203.160@tcp:38: 00000100:00100000:2.0:1783137592.139335:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102267776:192.168.203.160@tcp:38: 00010000:00080000:2.0:1783137592.143761:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95363100 x1869755102267520/t0(0) o38->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 520/416 e 0 to 0 dl 1783137602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137592.143781:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb9a721000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783137592.143793:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff97bb9a721000: connect to target with instance 1 00000001:01000000:1.0:1783137592.393545:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff97bb9a721000: T10 checksum algorithm t10ip512 speed = 2859 MB/s 00000001:01000000:1.0:1783137592.643567:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff97bb9a721000: T10 checksum algorithm t10ip4K speed = 3807 MB/s 00000001:01000000:0.0:1783137592.894612:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff97bb9a721000: T10 checksum algorithm t10crc512 speed = 505 MB/s 00010000:00010000:0.0:1783137592.999825:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1783137593.148854:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff97bb9a721000: T10 checksum algorithm t10crc4K speed = 751 MB/s 00000100:00080000:2.0:1783137593.148873:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff97bb9a721000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1783137593.148891:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783137593.148897:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb89706000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1783137593.150944:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000faaa9ab7): req@ffff97bb95362300 x1869755102267648/t0(0) o41->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783137593.150984:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000709bd23b): req@ffff97bb95361500 x1869755102268032/t0(0) o41->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137593.151007:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95363100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102267520:192.168.203.160@tcp:38: 00010000:00080000:3.0:1783137593.151068:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95363800 x1869755102267776/t0(0) o38->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 520/416 e 0 to 0 dl 1783137602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137593.151591:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99e48780 going to sleep for 0 seconds 00000100:00100000:1.0:1783137593.151743:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99e48780 going to sleep for 11 seconds 00000100:00100000:3.0:1783137593.152511:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb9a721000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783137593.152526:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff97bb9a721000: connect to target with instance 1 00000100:00080000:3.0:1783137593.152540:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff97bb9a721000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1783137593.152553:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1783137593.152558:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb94860800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1783137593.155736:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008ccd74d5): req@ffff97bb95363480 x1869755102267904/t0(0) o41->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137593.155768:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102267776:192.168.203.160@tcp:38: 00010000:00080000:0.0:1783137593.168260:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95362300 x1869755102267648/t0(0) o41->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1783137609 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137593.168295:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:0:1869755102267648:192.168.203.160@tcp:41: 00010000:00080000:0.0:1783137593.168502:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95363480 x1869755102267904/t0(0) o41->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1783137609 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137593.168516:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:0:1869755102267904:192.168.203.160@tcp:41: 00010000:00080000:0.0:1783137593.175490:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95361500 x1869755102268032/t0(0) o41->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1783137609 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137593.175512:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:75992290-8c17-4bd8-842c-cb7884f3b05b:6158:1869755102268032:192.168.203.160@tcp:41: 00800000:00000004:0.0:1783137593.175538:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff97bb9a721000: update ffff97bb92191e10 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:0.0:1783137593.175545:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff97bb9a721000: update ffff97bb92190450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:0.0:1783137593.175599:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:75992290-8c17-4bd8-842c-cb7884f3b05b:6158:1869755102268160:192.168.203.160@tcp:40: 00000100:00100000:0.0:1783137593.175674:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99e486c0 going to sleep for 11 seconds 00010000:00080000:0.0:1783137593.184014:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95361500 x1869755102268160/t0(0) o40->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 440/448 e 0 to 0 dl 1783137609 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137593.184034:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:75992290-8c17-4bd8-842c-cb7884f3b05b:6158:1869755102268160:192.168.203.160@tcp:40: 00000080:00000004:0.0:1783137593.184062:0:6158:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1783137593.184078:0:6158:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682453 ocd_grant: 2146304 00020000:01000000:0.0:1783137593.184083:0:6158:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1783137593.184098:0:6158:0:(genops.c:1406:class_connect()) connect: client 75992290-8c17-4bd8-842c-cb7884f3b05b, cookie 0x95af395d4f345d91 00000020:00000080:0.0:1783137593.184115:0:6158:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x95af395d4f345d98 00000100:00080000:0.0:1783137593.184122:0:6158:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff97bb9a721000: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:0.0:1783137593.184131:0:6158:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff97bb9a721000: import ffff97bb98c69800 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000008:00100000:0.0:1783137593.184144:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1783137593.184167:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb95361500 x1869755102268288/t0(0) o8->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783137593.184214:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID 00020000:01000000:0.0:1783137593.184240:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff97bb9a721000) active 00000080:00000004:0.0:1783137593.184258:0:6158:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:0.0:1783137593.184274:0:6158:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x95af395d4f345d9f 00000100:00080000:0.0:1783137593.184279:0:6158:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff97bb9a721000: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:0.0:1783137593.184289:0:6158:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff97bb9a721000: import ffff97bb98c6d000 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000100:00100000:2.0:1783137593.184292:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102268288:192.168.203.160@tcp:8: 00000008:00100000:0.0:1783137593.184296:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1783137593.184317:0:6158:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb95363480 x1869755102268416/t0(0) o8->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783137593.184330:0:6158:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID 00020000:01000000:0.0:1783137593.184336:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff97bb9a721000) active 00000080:00000004:0.0:1783137593.184346:0:6158:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:0.0:1783137593.184439:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95362300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:75992290-8c17-4bd8-842c-cb7884f3b05b:6158:1869755102268544:192.168.203.160@tcp:900: 00000100:00100000:0.0:1783137593.184525:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99e486c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783137593.184626:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102268416:192.168.203.160@tcp:8: 00000100:00100000:0.0:1783137593.185754:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102268672:192.168.203.160@tcp:400: 00010000:00080000:1.0:1783137593.190984:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95362300 x1869755102268544/t0(0) o900->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:29/10 lens 264/248 e 0 to 0 dl 1783137609 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137593.191009:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95362300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:75992290-8c17-4bd8-842c-cb7884f3b05b:6158:1869755102268544:192.168.203.160@tcp:900: 00010000:00080000:2.0:1783137593.191037:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95361500 x1869755102268288/t0(0) o8->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1783137603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137593.191054:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97bb9a721000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783137593.191065:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff97bb9a721000: connect to target with instance 1 00000100:00080000:2.0:1783137593.191098:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff97bb9a721000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00100000:1.0:1783137593.191099:0:6158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:75992290-8c17-4bd8-842c-cb7884f3b05b:6158:1869755102268800:192.168.203.160@tcp:33: 00000080:00000004:2.0:1783137593.191120:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783137593.191129:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1783137593.191137:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783137593.191141:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98c69800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1783137593.191149:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1783137593.191152:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783137593.191154:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1783137593.191176:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102268288:192.168.203.160@tcp:8: 00000100:00100000:1.0:1783137593.191245:0:6158:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb87ed4180 going to sleep for 11 seconds 00000100:00100000:0.0:1783137593.191412:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102268672:192.168.203.160@tcp:400: 00010000:00080000:3.0:1783137593.199266:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95363480 x1869755102268416/t0(0) o8->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1783137603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137593.199286:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff97bb9a721000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783137593.199302:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff97bb9a721000: connect to target with instance 1 00000100:00080000:3.0:1783137593.199314:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff97bb9a721000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1783137593.199327:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783137593.199333:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1783137593.199338:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1783137593.199341:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98c6d000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1783137593.199348:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1783137593.199394:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783137593.199396:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1783137593.199405:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102268416:192.168.203.160@tcp:8: 00010000:00080000:1.0:1783137593.287421:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c67100 x1869755102268800/t0(0) o33->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:23/10 lens 448/464 e 0 to 0 dl 1783137609 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783137593.287443:0:6158:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:75992290-8c17-4bd8-842c-cb7884f3b05b:6158:1869755102268800:192.168.203.160@tcp:33: 00000080:00200000:1.0:1783137593.287688:0:6158:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00200000:1.0:1783137593.287700:0:6158:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1783137593.287776:0:6158:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1783137593.289372:0:6158:0:(super25.c:187:lustre_fill_super()) 192.168.203.160@tcp:/lustre: Mount complete 00000080:00200008:0.0:1783137593.500730:0:6199:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783137593.500744:0:6199:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:0.0:1783137593.500770:0:6199:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783137593.500828:0:6199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.500840:0:6199:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.500862:0:6199:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6199 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137593.500887:0:6199:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job mkdir:75992290-8c17-4bd8-842c-cb7884f3b05b:6199:1869755102268928:192.168.203.160@tcp:101: 00000100:00100000:0.0:1783137593.501259:0:6199:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99e483c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783137593.504476:0:6199:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job mkdir:75992290-8c17-4bd8-842c-cb7884f3b05b:6199:1869755102268928:192.168.203.160@tcp:101: 00010000:00010000:0.0:1783137593.504504:0:6199:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504517:0:6199:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504528:0:6199:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504543:0:6199:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504555:0:6199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504564:0:6199:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504572:0:6199:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1783137593.504602:0:6199:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff97bb95360700 x1869755102268928/t0(0) o101->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 576/688 e 0 to 0 dl 1783137609 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1783137593.504617:0:6199:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504630:0:6199:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff97bb9a7f1000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1783137593.504636:0:6199:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1783137593.504666:0:6199:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1783137593.504671:0:6199:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:0.0:1783137593.504677:0:6199:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:0.0:1783137593.504680:0:6199:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c4627cb8 00010000:00010000:0.0:1783137593.504683:0:6199:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137593.504691:0:6199:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783137594.023605:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137595.055212:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:2.0:1783137595.636980:0:6252:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1783137595.636995:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:2.0:1783137595.637027:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1783137595.637047:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783137595.637063:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1783137595.637073:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1783137595.637082:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:2.0:1783137595.637086:0:6252:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:2.0:1783137595.637093:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c4687cb8 00010000:00010000:2.0:1783137595.637097:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1783137595.637106:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:2.0:1783137595.638031:0:6252:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1783137595.638038:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:2.0:1783137595.638050:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1783137595.638061:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1783137595.638072:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:2.0:1783137595.638078:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1783137595.638085:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:2.0:1783137595.638088:0:6252:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:2.0:1783137595.638094:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c4687cb8 00010000:00010000:2.0:1783137595.638097:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:2.0:1783137595.638104:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1783137595.638212:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:2.0:1783137595.638221:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1783137595.638228:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1783137595.638237:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:2.0:1783137595.638573:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1783137595.638578:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:2.0:1783137595.638582:0:6252:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:2.0:1783137595.638587:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c4687bb0 00010000:00010000:2.0:1783137595.638590:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:2.0:1783137595.638598:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1783137595.638608:0:6252:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08), inode mode 41ed mask 44 00000080:00200008:2.0:1783137595.638616:0:6252:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), flags 100000 00000080:00200080:2.0:1783137595.638722:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:2.0:1783137595.638737:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb9488a000 uarg=0000000000000000 00800000:00000004:2.0:1783137595.638744:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff97bb9a721000: age 299, max_age 300 00000100:00100000:2.0:1783137595.638785:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49c00 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269056:192.168.203.160@tcp:41: 00000100:00100000:2.0:1783137595.639019:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb9214ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1783137595.640905:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49c00 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269056:192.168.203.160@tcp:41: 00800000:00000004:0.0:1783137595.640929:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff97bb9a721000: update ffff97bb92191e10 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:0.0:1783137595.640990:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.641003:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00800000:00000004:0.0:1783137595.641010:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff97bb9a721000: age -703, max_age 300 00000100:00100000:0.0:1783137595.641035:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269184:192.168.203.160@tcp:41: 00000100:00100000:0.0:1783137595.641091:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a540 going to sleep for 11 seconds 00010000:00080000:0.0:1783137595.651498:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360700 x1869755102269184/t0(0) o41->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1783137611 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137595.651520:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269184:192.168.203.160@tcp:41: 00800000:00000004:0.0:1783137595.651546:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff97bb9a721000: update ffff97bb8333d190 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:0.0:1783137595.651690:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651707:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651716:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651720:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651725:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651728:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651733:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651736:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651740:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651744:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651747:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651751:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651755:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651758:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651762:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651765:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651769:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651772:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651777:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651780:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651784:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651805:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651810:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651814:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651818:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651833:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651838:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651842:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651846:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651850:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651853:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651856:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651860:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651864:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651868:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651871:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651874:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651877:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651881:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651884:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651888:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651891:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651895:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651897:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651901:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651903:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651914:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651918:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651922:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651925:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651929:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651932:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651936:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651939:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651942:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651945:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651948:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651951:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651955:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651958:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651961:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651964:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651968:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651970:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651974:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651977:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651981:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651984:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651988:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.651991:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.651994:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652006:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652011:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652015:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652018:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652022:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652025:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652028:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652032:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652035:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652039:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652042:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652046:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652049:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652053:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652056:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652059:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652063:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652066:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652070:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652074:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652077:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652080:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652084:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652087:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652091:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652102:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652107:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652111:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652114:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652118:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652122:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652126:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652129:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652133:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652137:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652141:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652144:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652148:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652152:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652156:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652159:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652163:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652167:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652171:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652175:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652179:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652182:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652187:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652190:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652194:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652205:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652210:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652214:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652218:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00800000:00000080:0.0:1783137595.652222:0:6252:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.652226:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.652232:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00020000:00000004:0.0:1783137595.652239:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff97bb9a721000: age -703, max_age 300 00000100:00100000:0.0:1783137595.652289:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269312:192.168.203.160@tcp:13: 00000100:00100000:0.0:1783137595.652432:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a540 going to sleep for 11 seconds 00010000:00080000:0.0:1783137595.660752:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360700 x1869755102269312/t0(0) o13->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:7/4 lens 224/368 e 0 to 0 dl 1783137611 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137595.660773:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269312:192.168.203.160@tcp:13: 00020000:00000004:0.0:1783137595.660796:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff97bb9a721000: update ffff97bb83338450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1783137595.660932:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.660949:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00020000:00000004:0.0:1783137595.660956:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff97bb9a721000: age -703, max_age 300 00000100:00100000:0.0:1783137595.660996:0:6252:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269440:192.168.203.160@tcp:13: 00000100:00100000:0.0:1783137595.661071:0:6252:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a540 going to sleep for 11 seconds 00010000:00080000:0.0:1783137595.665700:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360700 x1869755102269440/t0(0) o13->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:7/4 lens 224/368 e 0 to 0 dl 1783137611 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137595.665723:0:6252:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job lfs:75992290-8c17-4bd8-842c-cb7884f3b05b:6252:1869755102269440:192.168.203.160@tcp:13: 00020000:00000004:0.0:1783137595.665750:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff97bb9a721000: update ffff97bb83339e10 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:0.0:1783137595.665826:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665863:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665872:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665877:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665882:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665887:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665891:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665895:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665900:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665904:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665908:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665912:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665916:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665920:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665924:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665928:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665932:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665936:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665941:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665945:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665950:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665953:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665957:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665960:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665964:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665968:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665980:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665985:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665990:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.665994:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.665999:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666002:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666007:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666010:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666014:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666019:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666023:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666028:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666033:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666037:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666041:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666045:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666051:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666055:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666059:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666062:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666066:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666070:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666074:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666077:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666082:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666093:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666099:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666103:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666107:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666111:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666115:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666120:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666124:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666127:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666131:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666134:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666137:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666141:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666144:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666147:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666151:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666155:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666158:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666163:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666167:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666170:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666175:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666178:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666182:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666187:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666199:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666204:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666208:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666211:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666216:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666219:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666223:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666227:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666231:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666235:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666239:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666339:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666348:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666398:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666405:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666409:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666414:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666418:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666422:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666426:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666430:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666434:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666449:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666454:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666459:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666470:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666476:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666480:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666484:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666488:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666492:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666495:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666499:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666503:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666507:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666511:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666515:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666520:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666524:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666528:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666532:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666536:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666540:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666544:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666547:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666551:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666554:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666557:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200080:0.0:1783137595.666560:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08) cmd=c00866a4 arg=7ffceb44aff0 00020000:00000080:0.0:1783137595.666564:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff97bb9a721000: cmd=c00866a4 len=592 karg=ffff97bb82f7c000 uarg=0000000000000000 00000080:00200008:0.0:1783137595.666585:0:6252:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), flags 100000 00010000:00010000:3.0:1783137596.073881:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137597.096049:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137598.120031:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783137598.255473:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102269568:192.168.203.160@tcp:400: 00000100:00100000:3.0:1783137598.256188:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783137598.256204:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102269696:192.168.203.160@tcp:400: 00000100:00100000:3.0:1783137598.258592:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102269824:192.168.203.160@tcp:400: 00000100:00100000:3.0:1783137598.263321:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783137598.263686:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102269952:192.168.203.160@tcp:400: 00000100:00100000:3.0:1783137598.264611:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783137598.264629:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102270080:192.168.203.160@tcp:400: 00000100:00100000:2.0:1783137598.265888:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102269696:192.168.203.160@tcp:400: 00010000:00080000:2.0:1783137598.272191:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4bb80 x1869755102269952/t0(0) o400->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137598.272214:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102269952:192.168.203.160@tcp:400: 00010000:00080000:2.0:1783137598.272230:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48000 x1869755102269824/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137598.272240:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102269824:192.168.203.160@tcp:400: 00000100:00100000:2.0:1783137598.272266:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102269568:192.168.203.160@tcp:400: 00010000:00080000:3.0:1783137598.272767:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48a80 x1869755102270080/t0(0) o400->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137598.272786:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102270080:192.168.203.160@tcp:400: 00000001:02000400:3.0:1783137598.621004:0:6445:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1783137599.146098:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137600.178391:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137601.191752:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137602.215993:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783137603.226785:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.160@tcp (source: 12345-192.168.203.160@tcp) 00000100:00100000:2.0:1783137603.227410:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755123293696 00000100:00100000:2.0:1783137603.227424:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755123293696 00000100:00100000:2.0:1783137603.227517:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.160@tcp, seq: 0 00000100:00100000:2.0:1783137603.227529:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff97bb9219ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:9010a695-40ea-448a-aef5-744565b3b6fb+3:10328:x1869755123293696:12345-192.168.203.160@tcp:104: 00010000:00010000:2.0:1783137603.227552:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783137603.227645:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783137603.227652:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff97bb9219ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:9010a695-40ea-448a-aef5-744565b3b6fb+3:10328:x1869755123293696:12345-192.168.203.160@tcp:104: Request processed in 125us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1783137603.227660:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.160@tcp, seq: 0 00010000:00010000:1.0:1783137603.227929:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783137603.227943:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.227956:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97bb81520e00 already unused, calling callback (ffffffffc12f1c20) 10000000:00010000:1.0:1783137603.227960:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.227972:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783137603.227979:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783137603.227986:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1783137603.228057:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.228065:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783137603.228085:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.228092:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.160@tcp lock: ffff97bb81520e00/0x95af395d4f345d3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be88e expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.228130:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137603.228132:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137603.228135:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783137603.228257:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102270208:192.168.203.160@tcp:103: 00000100:00100000:3.0:1783137603.233486:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.160@tcp (source: 12345-192.168.203.160@tcp) 00000100:00100000:2.0:1783137603.233601:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755123293824 00000100:00100000:2.0:1783137603.233613:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755123293824 00000100:00100000:2.0:1783137603.233671:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.160@tcp, seq: 1 00000100:00100000:2.0:1783137603.233681:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff97bb9219d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:9010a695-40ea-448a-aef5-744565b3b6fb+3:10328:x1869755123293824:12345-192.168.203.160@tcp:104: 00010000:00010000:2.0:1783137603.233701:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783137603.233796:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783137603.233803:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff97bb9219d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:9010a695-40ea-448a-aef5-744565b3b6fb+3:10328:x1869755123293824:12345-192.168.203.160@tcp:104: Request processed in 123us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1783137603.233811:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.160@tcp, seq: 1 00010000:00010000:1.0:1783137603.233879:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783137603.233893:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.233905:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97bb81520800 already unused, calling callback (ffffffffc12f1c20) 10000000:00010000:1.0:1783137603.233910:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.233923:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783137603.233932:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783137603.233939:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1783137603.233994:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.234001:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783137603.234024:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.234031:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.160@tcp lock: ffff97bb81520800/0x95af395d4f345d36 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be887 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137603.234049:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137603.234063:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137603.234066:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783137603.234086:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102270336:192.168.203.160@tcp:103: 00010000:00010000:1.0:1783137603.240565:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783137603.269448:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102270336:192.168.203.160@tcp:103: 00000100:00100000:0.0:1783137603.277970:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102270208:192.168.203.160@tcp:103: 00000100:00100000:1.0:1783137603.368254:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270464:192.168.203.160@tcp:400: 00000100:00100000:1.0:1783137603.368336:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270720:192.168.203.160@tcp:400: 00000100:00100000:1.0:1783137603.368424:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783137603.368431:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270592:192.168.203.160@tcp:400: 00000100:00100000:1.0:1783137603.368455:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270848:192.168.203.160@tcp:400: 00000100:00100000:1.0:1783137603.376240:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270464:192.168.203.160@tcp:400: 00010000:00080000:1.0:1783137603.376267:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c67480 x1869755102270720/t0(0) o400->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137603.376280:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270720:192.168.203.160@tcp:400: 00010000:00080000:1.0:1783137603.376319:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c67800 x1869755102270592/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137603.376330:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270592:192.168.203.160@tcp:400: 00010000:00080000:1.0:1783137603.376346:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c65500 x1869755102270848/t0(0) o400->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137603.377315:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102270848:192.168.203.160@tcp:400: 00010000:00010000:1.0:1783137604.264390:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137605.287894:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1783137605.672780:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1783137605.672789:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff97bb9a721000 from 48 10000000:01000000:0.0:1783137605.672794:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783137605.681119:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb80031a00/0x95af395d4f345dad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137605.681139:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bb80031a00/0x95af395d4f345dad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137605.681150:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bb80031a00/0x95af395d4f345dad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137605.681175:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102270976:192.168.203.160@tcp:101: 00000100:00100000:0.0:1783137605.681892:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998540 going to sleep for 11 seconds 00000100:00100000:0.0:1783137605.686320:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102270976:192.168.203.160@tcp:101: 00010000:00010000:0.0:1783137605.686404:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bb80031a00/0x95af395d4f345dad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be952 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137605.686420:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bb80031a00/0x95af395d4f345dad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be952 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137605.686656:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271104:192.168.203.160@tcp:501: 00000100:00100000:0.0:1783137605.686845:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998540 going to sleep for 11 seconds 00000100:00100000:0.0:1783137605.692792:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271104:192.168.203.160@tcp:501: 00000100:00100000:0.0:1783137605.692881:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271232:192.168.203.160@tcp:503: 00000100:00100000:0.0:1783137605.693039:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998540 going to sleep for 11 seconds 00000100:00100000:0.0:1783137605.696538:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271232:192.168.203.160@tcp:503: 00000100:00100000:0.0:1783137605.697329:0:6660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6660:1869755102271360:192.168.203.160@tcp:502: 00000100:00100000:0.0:1783137605.697500:0:6660:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783137605.701469:0:6660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6660:1869755102271360:192.168.203.160@tcp:502: 00000020:01000000:0.0:1783137605.701541:0:6660:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783137605.701557:0:6660:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137605.701560:0:6660:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1783137605.701567:0:6660:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1783137605.701619:0:6660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6660:1869755102271488:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783137605.701795:0:6660:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783137605.710984:0:6660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6660:1869755102271488:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:0.0:1783137605.711050:0:6660:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783137605.711061:0:6660:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137605.711063:0:6660:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1783137605.711069:0:6660:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1783137605.711294:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1783137605.711315:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783137605.711338:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb80031a00/0x95af395d4f345dad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be952 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137605.711405:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bb80031a00/0x95af395d4f345dad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be952 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783137605.711419:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1783137605.711423:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff97bb92193380 from 1 10000000:01000000:1.0:1783137605.711426:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1783137605.711472:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bbc21ddc00/0x95af395d4f345db4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137605.711481:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bbc21ddc00/0x95af395d4f345db4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137605.711492:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bbc21ddc00/0x95af395d4f345db4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783137605.711518:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271616:192.168.203.160@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783137605.711614:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94d29300 going to sleep for 11 seconds 00000100:00100000:1.0:1783137605.716422:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271616:192.168.203.160@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783137605.716686:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bbc21ddc00/0x95af395d4f345db4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be959 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137605.716702:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bbc21ddc00/0x95af395d4f345db4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be959 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783137605.716825:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271744:192.168.203.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783137605.716936:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94d29300 going to sleep for 11 seconds 00000100:00100000:1.0:1783137605.721760:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102271744:192.168.203.160@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1783137605.721819:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1783137605.721833:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bbc21ddc00/0x95af395d4f345db4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be959 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137605.721861:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bbc21ddc00/0x95af395d4f345db4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be959 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137606.311744:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137607.336535:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783137607.742685:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.160@tcp (source: 12345-192.168.203.160@tcp) 00000100:00100000:3.0:1783137607.743077:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755123304064 00000100:00100000:3.0:1783137607.743090:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755123304064 00000100:00100000:3.0:1783137607.743269:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.160@tcp, seq: 2 00000100:00100000:3.0:1783137607.743281:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff97bb82d49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:9010a695-40ea-448a-aef5-744565b3b6fb+3:10391:x1869755123304064:12345-192.168.203.160@tcp:104: 00010000:00010000:3.0:1783137607.743303:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137607.743442:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783137607.743450:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff97bb82d49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:9010a695-40ea-448a-aef5-744565b3b6fb+3:10391:x1869755123304064:12345-192.168.203.160@tcp:104: Request processed in 171us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1783137607.743459:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.160@tcp, seq: 2 00010000:00010000:1.0:1783137607.744242:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783137607.744254:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137607.744266:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97bb80030200 already unused, calling callback (ffffffffc12f1c20) 10000000:00010000:1.0:1783137607.744271:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137607.744283:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783137607.744291:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783137607.744297:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783137607.744481:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137607.744489:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783137607.745025:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137607.745036:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.160@tcp lock: ffff97bb80030200/0x95af395d4f345d75 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be89c expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137607.745065:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137607.745068:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137607.745070:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783137607.745098:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102271872:192.168.203.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783137607.761837:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102271872:192.168.203.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783137608.361406:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783137608.487594:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102272000:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137608.487721:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272256:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137608.487776:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272512:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137608.487814:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783137608.487820:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272128:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137608.487858:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272384:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137608.494679:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272128:192.168.203.160@tcp:400:kworker.0 00010000:00080000:3.0:1783137608.494704:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48e00 x1869755102272384/t0(0) o400->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137608.494716:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272384:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137608.494748:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102272000:192.168.203.160@tcp:400:kworker.0 00010000:00080000:3.0:1783137608.494763:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48380 x1869755102272256/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137608.494772:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272256:192.168.203.160@tcp:400:kworker.0 00010000:00080000:3.0:1783137608.494786:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d49880 x1869755102272512/t0(0) o400->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137608.494794:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102272512:192.168.203.160@tcp:400:kworker.0 10000000:01000000:0.0:1783137609.319463:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783137609.319473:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff97bb9a721000 from 4 10000000:01000000:0.0:1783137609.319478:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783137609.319543:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137609.319569:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137609.319601:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137609.319634:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102272640:192.168.203.160@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783137609.319758:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998540 going to sleep for 11 seconds 00000100:00100000:0.0:1783137609.326938:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102272640:192.168.203.160@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783137609.326971:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137609.326984:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783137609.327062:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102272768:192.168.203.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783137609.327336:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998540 going to sleep for 11 seconds 00000100:00100000:0.0:1783137609.336562:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102272768:192.168.203.160@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783137609.336760:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102272896:192.168.203.160@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783137609.336881:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88998540 going to sleep for 11 seconds 00000100:00100000:0.0:1783137609.345020:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102272896:192.168.203.160@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783137609.347426:0:6724:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6724:1869755102273024:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783137609.347740:0:6724:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94dbc000 going to sleep for 11 seconds 00000100:00100000:1.0:1783137609.351537:0:6724:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6724:1869755102273024:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783137609.352053:0:6724:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783137609.352072:0:6724:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137609.352074:0:6724:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783137609.352085:0:6724:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff97bb9a721000 00000020:00000080:1.0:1783137609.352087:0:6724:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1783137609.352224:0:6724:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6724:1869755102273152:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783137609.352532:0:6724:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94d29300 going to sleep for 11 seconds 00000100:00100000:1.0:1783137609.375029:0:6724:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:6724:1869755102273152:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783137609.375074:0:6724:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137609.375082:0:6724:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137609.375091:0:6724:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1783137609.375096:0:6724:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1783137609.375310:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1783137609.375329:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783137609.377733:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783137609.377754:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137609.388702:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137610.408444:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137611.432104:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137612.459924:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137613.491715:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783137613.608252:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102273280:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137613.609248:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783137613.609264:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273408:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137613.611562:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273536:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137613.611636:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273792:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137613.613286:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783137613.613307:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273664:192.168.203.160@tcp:400:kworker.0 00010000:00080000:2.0:1783137613.621051:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb9219e680 x1869755102273536/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137613.621095:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273536:192.168.203.160@tcp:400:kworker.0 00010000:00080000:2.0:1783137613.621571:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb9219f100 x1869755102273792/t0(0) o400->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137613.621583:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273792:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137613.621599:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273408:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137613.621611:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102273280:192.168.203.160@tcp:400:kworker.0 00010000:00080000:2.0:1783137613.622582:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb9219ea00 x1869755102273664/t0(0) o400->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137613.622598:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102273664:192.168.203.160@tcp:400:kworker.0 00010000:00010000:1.0:1783137614.503673:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783137615.019910:0:7023:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg360-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1783137615.534317:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137616.557185:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783137617.578956:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137618.600687:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783137618.727862:0:38:0:(import.c:65:import_set_state_nolock()) ffff97bb98c69800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1783137618.727868:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff97bb9a721000: disconnect after 23s idle 00000100:00100000:3.0:1783137618.733950:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102273920:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137618.734053:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102274176:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137618.734087:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783137618.734095:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102274048:192.168.203.160@tcp:400:kworker.0 00000100:00100000:0.0:1783137618.734231:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102274304:192.168.203.160@tcp:9:kworker.0 00000100:00080000:0.0:1783137618.734298:0:38:0:(import.c:65:import_set_state_nolock()) ffff97bb98c6d000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1783137618.734302:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff97bb9a721000: disconnect after 23s idle 00000100:00100000:1.0:1783137618.735097:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102274432:192.168.203.160@tcp:9:kworker.0 00010000:00080000:1.0:1783137618.752307:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb9219d500 x1869755102274304/t0(0) o9->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783137618.752329:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff97bb9219d500 x1869755102274304/t0(0) o9->lustre-OST0000-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783137618.752337:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98c69800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1783137618.752342:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102274304:192.168.203.160@tcp:9:kworker.0 00000100:00100000:2.0:1783137618.752509:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102274048:192.168.203.160@tcp:400:kworker.0 00010000:00080000:2.0:1783137618.752523:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb9219f480 x1869755102274176/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137618.752532:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102274176:192.168.203.160@tcp:400:kworker.0 00010000:00080000:1.0:1783137618.754151:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360700 x1869755102274432/t0(0) o9->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783137618.754169:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff97bb95360700 x1869755102274432/t0(0) o9->lustre-OST0001-osc-ffff97bb9a721000@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783137618.754177:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98c6d000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1783137618.754181:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:75992290-8c17-4bd8-842c-cb7884f3b05b:2398:1869755102274432:192.168.203.160@tcp:9:kworker.0 00000100:00100000:2.0:1783137618.754393:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102273920:192.168.203.160@tcp:400:kworker.0 00010000:00010000:2.0:1783137619.624535:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137620.648972:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783137621.135680:0:7303:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg360-client.virtnet: executing yml_node 00010000:00010000:1.0:1783137621.673808:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137622.695702:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137623.719501:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783137623.850623:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102274560:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137623.850728:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102274816:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137623.850775:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783137623.850782:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102274688:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137623.855331:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102274688:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137623.855381:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102274560:192.168.203.160@tcp:400:kworker.0 00010000:00080000:2.0:1783137623.855400:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4aa00 x1869755102274816/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137623.855424:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102274816:192.168.203.160@tcp:400:kworker.0 00010000:00010000:1.0:1783137624.743579:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783137625.767736:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783137626.444761:0:7757:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.85 00010000:00010000:1.0:1783137626.794145:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783137627.817689:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137628.839541:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783137628.967543:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102274944:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137628.967647:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102275200:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137628.967682:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783137628.967688:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102275072:192.168.203.160@tcp:400:kworker.0 00010000:00080000:3.0:1783137628.987216:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4a680 x1869755102275200/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137628.987239:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102275200:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137628.987707:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102275072:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137628.987718:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102274944:192.168.203.160@tcp:400:kworker.0 00000001:02000400:0.0:1783137629.651424:0:7914:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.85 00010000:00010000:2.0:1783137629.863814:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137630.888140:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137631.912724:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783137632.399042:0:8070:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.85 00010000:00010000:3.0:1783137632.939039:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137633.961797:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783137634.089138:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102275328:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137634.089250:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275584:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137634.089287:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783137634.089294:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275456:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137634.096685:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275456:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137634.096706:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102275328:192.168.203.160@tcp:400:kworker.0 00010000:00080000:1.0:1783137634.096720:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360380 x1869755102275584/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137634.096731:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275584:192.168.203.160@tcp:400:kworker.0 00000001:02000400:3.0:1783137634.135916:0:8218:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Jul 4 00:00:32 EDT 2026 00010000:00010000:3.0:1783137634.984037:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137636.007554:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783137637.031536:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137638.066634:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783137639.079609:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783137639.207847:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275840:192.168.203.160@tcp:400:kworker.0 00000100:00100000:0.0:1783137639.208041:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1783137639.208049:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102275712:192.168.203.160@tcp:400:kworker.0 00000100:00100000:0.0:1783137639.209598:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275968:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137639.221623:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275840:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137639.221666:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102275712:192.168.203.160@tcp:400:kworker.0 00010000:00080000:1.0:1783137639.221683:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360a80 x1869755102275968/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137639.221723:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102275968:192.168.203.160@tcp:400:kworker.0 00010000:00010000:1.0:1783137640.104875:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137641.127853:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783137642.153214:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137643.175676:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783137644.200834:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783137644.330612:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102276096:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137644.330768:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276352:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137644.330806:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783137644.330813:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276224:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137644.333752:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102276096:192.168.203.160@tcp:400:kworker.0 00010000:00080000:2.0:1783137644.333781:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4b800 x1869755102276352/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137644.333795:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276352:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137644.340750:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276224:192.168.203.160@tcp:400:kworker.0 00010000:00010000:0.0:1783137645.226192:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783137646.248071:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137647.273997:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783137648.300692:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137649.319690:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783137649.447703:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276608:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137649.447831:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1783137649.447839:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102276480:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137649.447871:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276736:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137649.450690:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102276480:192.168.203.160@tcp:400:kworker.0 00010000:00080000:3.0:1783137649.450721:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb9219d180 x1869755102276736/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137649.450736:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276736:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137649.450750:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102276608:192.168.203.160@tcp:400:kworker.0 00010000:00010000:0.0:1783137650.346114:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137651.368699:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137652.411494:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783137652.873017:0:8778:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:0.0:1783137653.415695:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783137654.448181:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783137654.572121:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102276864:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137654.572132:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102276992:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137654.572341:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783137654.572380:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102277120:192.168.203.160@tcp:400:kworker.0 00000100:00100000:1.0:1783137654.577509:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102276992:192.168.203.160@tcp:400:kworker.0 00010000:00080000:1.0:1783137654.592143:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c67480 x1869755102277120/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137654.592165:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102277120:192.168.203.160@tcp:400:kworker.0 00000100:00100000:0.0:1783137654.597145:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102276864:192.168.203.160@tcp:400:kworker.0 00000001:02000400:2.0:1783137654.800250:0:8918:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1783137655.464383:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783137656.383845:0:9064:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 00:00:54 (1783137654) === 00010000:00010000:0.0:1783137656.487666:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1783137656.513227:0:8235:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783137656.513241:0:8235:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:0.0:1783137656.513266:0:8235:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783137656.513288:0:8235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1783137656.513314:0:8235:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1783137656.513323:0:8235:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1783137656.513332:0:8235:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:0.0:1783137656.513336:0:8235:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:0.0:1783137656.513345:0:8235:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c1c07cb8 00010000:00010000:0.0:1783137656.513385:0:8235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1783137656.513395:0:8235:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1783137656.529529:0:8235:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783137656.529545:0:8235:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:0.0:1783137656.529573:0:8235:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783137656.529596:0:8235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1783137656.529615:0:8235:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1783137656.529623:0:8235:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1783137656.529632:0:8235:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:0.0:1783137656.529635:0:8235:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:0.0:1783137656.529645:0:8235:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c1c07cb8 00010000:00010000:0.0:1783137656.529659:0:8235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1783137656.529670:0:8235:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1783137656.559273:0:8235:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1783137656.559287:0:8235:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:2.0:1783137656.559318:0:8235:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1783137656.559341:0:8235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1783137656.559395:0:8235:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1783137656.559404:0:8235:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1783137656.559413:0:8235:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:2.0:1783137656.559417:0:8235:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:2.0:1783137656.559428:0:8235:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c1c07cb8 00010000:00010000:2.0:1783137656.559433:0:8235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1783137656.559442:0:8235:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:1.0:1783137656.586325:0:8235:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff97bb83532a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1783137656.586340:0:8235:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb83532a08),name=/ 00000002:00010000:1.0:1783137656.586400:0:8235:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1783137656.586426:0:8235:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1783137656.586446:0:8235:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1783137656.586455:0:8235:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1783137656.586465:0:8235:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) 00000080:00010000:1.0:1783137656.586469:0:8235:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff97bb83532a08) for lock 0x95af395d4f345da6 00000080:00010000:1.0:1783137656.586478:0:8235:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x95af395d4f345da6 from it ffffb7a3c1c07cb8 00010000:00010000:1.0:1783137656.586494:0:8235:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1783137656.586505:0:8235:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff97bb9a721000 lock: ffff97bb80030c00/0x95af395d4f345da6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xc6e439e5cc9be8c6 expref: -99 pid: 6199 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:3.0:1783137656.936809:0:9112:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:3.0:1783137656.936814:0:9112:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1783137656.936822:0:9112:0:(obd_mount.c:917:lmd_print()) device: 192.168.203.160@tcp:/lustre 00000020:01000004:3.0:1783137656.936823:0:9112:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1783137656.936958:0:9112:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff97bb87c46800 00000080:01000004:3.0:1783137656.936971:0:9112:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1783137656.936998:0:9112:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.203.160@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1783137656.937073:0:9112:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.160@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1783137656.937083:0:9112:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff97bb87c46800 (sb ffff97bb87c46800) 00000080:01000000:3.0:1783137656.937187:0:9112:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1783137656.937189:0:9112:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1783137656.937192:0:9112:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:3.0:1783137656.937200:0:9112:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 87edbe31-0e47-46df-9aa9-4c1660b9e99d 10000000:01000000:3.0:1783137656.938236:0:9112:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783137656.938241:0:9112:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff97bb87c46800 10000000:01000000:3.0:1783137656.938249:0:9112:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff97bb87c46800 10000000:01000000:3.0:1783137656.938254:0:9112:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1783137656.938259:0:9112:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff97bb87c46800 10000000:01000000:3.0:1783137656.938262:0:9112:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783137656.938265:0:9112:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff97bb87c46800 10000000:01000000:3.0:1783137656.938268:0:9112:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1783137656.938273:0:9112:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff97bb87c46800 from 1 10000000:01000000:3.0:1783137656.938276:0:9112:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783137656.938740:0:9112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb81520200/0x95af395d4f345dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137656.938754:0:9112:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bb81520200/0x95af395d4f345dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783137656.938768:0:9112:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bb81520200/0x95af395d4f345dc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783137656.938799:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102277248:192.168.203.160@tcp:101:mount.lustre.0 00000100:00100000:3.0:1783137656.938922:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb88904f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783137656.956911:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102277248:192.168.203.160@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783137656.956949:0:9112:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bb81520200/0x95af395d4f345dc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9a6 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137656.956966:0:9112:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bb81520200/0x95af395d4f345dc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be9a6 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783137656.957080:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102277376:192.168.203.160@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783137656.958190:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a000 going to sleep for 11 seconds 00000100:00100000:0.0:1783137656.962937:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102277376:192.168.203.160@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783137656.963031:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102277504:192.168.203.160@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783137656.963157:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb9214ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1783137656.969689:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102277504:192.168.203.160@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783137656.970260:0:9116:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9116:1869755102277632:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783137656.970736:0:9116:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb889043c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783137656.979220:0:9116:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9116:1869755102277632:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783137656.979282:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783137656.979296:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.979619:0:9116:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1783137656.979633:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff97bb87c46800 00000020:00000080:3.0:1783137656.979636:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783137656.979671:0:9116:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff97bb87c46800 (ffff97bb89774d40) 00000020:00000080:3.0:1783137656.979699:0:9116:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1783137656.979711:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff97bb87c46800 00000020:00000080:3.0:1783137656.979714:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1783137656.980064:0:9116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff97bb87c46800 (uuid 87edbe31-0e47-46df-9aa9-4c1660b9e99d) 00000020:01000000:3.0:1783137656.980070:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783137656.980074:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.980076:0:9116:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1783137656.980079:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783137656.980082:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.980084:0:9116:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1783137656.980087:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff97bb87c46800 00000020:00000080:3.0:1783137656.980089:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783137656.980097:0:9116:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff97bb87c46800 (ffff97bb89770000) 00000020:00000080:3.0:1783137656.980107:0:9116:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1783137656.980113:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff97bb87c46800 00000020:00000080:3.0:1783137656.980115:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1783137656.980332:0:9116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff97bb87c46800 (uuid 87edbe31-0e47-46df-9aa9-4c1660b9e99d) 00000020:01000000:3.0:1783137656.980337:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783137656.980341:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.980343:0:9116:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1783137656.980345:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783137656.980380:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.980382:0:9116:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1783137656.980397:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1783137656.980400:0:9116:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1783137656.980403:0:9116:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1783137656.980411:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783137656.980413:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.980415:0:9116:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1783137656.980417:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783137656.980421:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.980422:0:9116:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1783137656.980425:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783137656.980431:0:9116:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:3.0:1783137656.980459:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000080:3.0:1783137656.980462:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783137656.980470:0:9116:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff97bb87c46800 (ffff97bb897719c0) 00000020:00000080:3.0:1783137656.980480:0:9116:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1783137656.980486:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000080:3.0:1783137656.980488:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1783137656.980558:0:9116:0:(ldlm_lib.c:102:import_set_conn()) imp ffff97bb98cf1800@lustre-MDT0000-mdc-ffff97bb87c46800: add connection 192.168.203.160@tcp at head 00010000:00010000:2.0:1783137656.990699:0:9116:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff97bb87c46800-5 is initialized 00000040:01000000:3.0:1783137656.995674:0:9116:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff97bb87c46800 ctxt 13 is initialized 00000020:00000080:3.0:1783137656.995743:0:9116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff97bb87c46800 (uuid 87edbe31-0e47-46df-9aa9-4c1660b9e99d) 00000020:01000000:3.0:1783137656.995761:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff97bb87c46800 00000020:00000080:3.0:1783137656.995766:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1783137656.995795:0:9116:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1783137656.995839:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783137656.995843:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.995845:0:9116:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1783137656.995848:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783137656.995851:0:9116:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1783137656.995853:0:9116:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783137656.995854:0:9116:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783137656.995862:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783137656.995864:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.995866:0:9116:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783137656.995868:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783137656.995873:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137656.995875:0:9116:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1783137656.995877:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783137656.995883:0:9116:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:3.0:1783137656.995913:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000080:3.0:1783137656.995915:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783137656.995927:0:9116:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff97bb87c46800 (ffff97bb89773380) 00000020:00000080:3.0:1783137656.995942:0:9116:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1783137656.995947:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000080:3.0:1783137656.995949:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1783137656.996085:0:9116:0:(ldlm_lib.c:102:import_set_conn()) imp ffff97bb98cf5000@lustre-MDT0001-mdc-ffff97bb87c46800: add connection 192.168.203.160@tcp at head 00010000:00010000:3.0:1783137657.011309:0:9116:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff97bb87c46800-6 is initialized 00000040:01000000:3.0:1783137657.011605:0:9116:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff97bb87c46800 ctxt 13 is initialized 00000020:00000080:3.0:1783137657.011650:0:9116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff97bb87c46800 (uuid 87edbe31-0e47-46df-9aa9-4c1660b9e99d) 00000020:01000000:3.0:1783137657.011665:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff97bb87c46800 00000020:00000080:3.0:1783137657.011668:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1783137657.011694:0:9116:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1783137657.011731:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783137657.011734:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.011736:0:9116:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1783137657.011739:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783137657.011742:0:9116:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1783137657.011743:0:9116:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783137657.011745:0:9116:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783137657.011746:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783137657.011748:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.011749:0:9116:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783137657.011751:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783137657.011761:0:9116:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.160@tcp:/lustre 00000020:00000080:3.0:1783137657.011765:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.011767:0:9116:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1783137657.011770:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783137657.011776:0:9116:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:3.0:1783137657.011800:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff97bb87c46800 00000020:00000080:3.0:1783137657.011802:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783137657.011820:0:9116:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff97bb87c46800 (ffff97bb89c4b380) 00000020:00000080:3.0:1783137657.011834:0:9116:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1783137657.011840:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff97bb87c46800 00000020:00000080:3.0:1783137657.011842:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1783137657.011921:0:9116:0:(ldlm_lib.c:102:import_set_conn()) imp ffff97bb98cf7800@lustre-OST0000-osc-ffff97bb87c46800: add connection 192.168.203.160@tcp at head 00010000:00010000:3.0:1783137657.012163:0:9116:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff97bb87c46800-7 is initialized 00000020:00000080:3.0:1783137657.012385:0:9116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff97bb87c46800 (uuid 87edbe31-0e47-46df-9aa9-4c1660b9e99d) 00000020:01000000:3.0:1783137657.012392:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff97bb87c46800 00000020:00000080:3.0:1783137657.012395:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1783137657.012406:0:9116:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1783137657.012411:0:9116:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff97bb87c46800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1783137657.012417:0:9116:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1783137657.012424:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783137657.012428:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.012429:0:9116:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1783137657.012432:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1783137657.012433:0:9116:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1783137657.012435:0:9116:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783137657.012437:0:9116:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1783137657.012438:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1783137657.012440:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.012441:0:9116:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1783137657.012443:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1783137657.012446:0:9116:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.160@tcp:/lustre 00000020:00000080:3.0:1783137657.012448:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.012455:0:9116:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1783137657.012459:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1783137657.012463:0:9116:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.160@tcp to nid 0x20000c0a8cba0 (192.168.203.160@tcp) 00000020:01000000:3.0:1783137657.012474:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff97bb87c46800 00000020:00000080:3.0:1783137657.012477:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783137657.012483:0:9116:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff97bb87c46800 (ffff97bb89c4cd40) 00000020:00000080:3.0:1783137657.012492:0:9116:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1783137657.012496:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff97bb87c46800 00000020:00000080:3.0:1783137657.012498:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1783137657.012561:0:9116:0:(ldlm_lib.c:102:import_set_conn()) imp ffff97bb98cf3000@lustre-OST0001-osc-ffff97bb87c46800: add connection 192.168.203.160@tcp at head 00010000:00010000:3.0:1783137657.012807:0:9116:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff97bb87c46800-8 is initialized 00000020:00000080:0.0:1783137657.026728:0:9116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff97bb87c46800 (uuid 87edbe31-0e47-46df-9aa9-4c1660b9e99d) 00000020:01000000:0.0:1783137657.026751:0:9116:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff97bb87c46800 00000020:00000080:0.0:1783137657.026756:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1783137657.026791:0:9116:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1783137657.026802:0:9116:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff97bb87c46800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1783137657.026806:0:9116:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1783137657.026823:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783137657.026828:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137657.026830:0:9116:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1783137657.026833:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783137657.026837:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137657.026838:0:9116:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783137657.026841:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783137657.026843:0:9116:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1783137657.026845:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783137657.026847:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783137657.026848:0:9116:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000100:00100000:0.0:1783137657.026909:0:9116:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9116:1869755102277760:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783137657.027597:0:9116:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb98f49c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783137657.033641:0:9116:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9116:1869755102277760:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783137657.033695:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783137657.033708:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.033710:0:9116:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783137657.033717:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1783137657.033768:0:9116:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9116:1869755102277888:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783137657.033876:0:9116:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb889043c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783137657.043274:0:9116:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9116:1869755102277888:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783137657.043664:0:9116:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783137657.043678:0:9116:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783137657.043681:0:9116:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783137657.043686:0:9116:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1783137657.043901:0:9112:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1783137657.043927:0:9112:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783137657.043950:0:9112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb81520200/0x95af395d4f345dc2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9a6 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.043964:0:9112:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bb81520200/0x95af395d4f345dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9a6 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783137657.043974:0:9112:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff97bb87c46800 from 1 10000000:01000000:1.0:1783137657.043978:0:9112:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1783137657.044044:0:9112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bbc21dca00/0x95af395d4f345df3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.044054:0:9112:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bbc21dca00/0x95af395d4f345df3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.044081:0:9112:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bbc21dca00/0x95af395d4f345df3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783137657.044111:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278016:192.168.203.160@tcp:101:mount.lustre.0 00000100:00100000:1.0:1783137657.044234:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1783137657.050443:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278016:192.168.203.160@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783137657.050478:0:9112:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bbc21dca00/0x95af395d4f345df3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9ad expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.050494:0:9112:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bbc21dca00/0x95af395d4f345df3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be9ad expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783137657.051444:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278144:192.168.203.160@tcp:256:mount.lustre.0 00000100:00100000:1.0:1783137657.051654:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1783137657.057139:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278144:192.168.203.160@tcp:256:mount.lustre.0 10000000:01000000:1.0:1783137657.058463:0:9112:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1783137657.058491:0:9112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bbc21dca00/0x95af395d4f345df3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9ad expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.058505:0:9112:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bbc21dca00/0x95af395d4f345df3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9ad expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783137657.058515:0:9112:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff97bb87c46800 from 1 10000000:01000000:1.0:1783137657.058518:0:9112:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783137657.058567:0:9112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.058589:0:9112:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.058602:0:9112:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783137657.058634:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278272:192.168.203.160@tcp:101:mount.lustre.0 00000100:00100000:1.0:1783137657.058787:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1783137657.061525:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278272:192.168.203.160@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783137657.061561:0:9112:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.061575:0:9112:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783137657.061679:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278400:192.168.203.160@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783137657.061978:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1783137657.064958:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278400:192.168.203.160@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783137657.065051:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278528:192.168.203.160@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783137657.065167:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1783137657.068916:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9010a695-40ea-448a-aef5-744565b3b6fb:9112:1869755102278528:192.168.203.160@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783137657.069779:0:9119:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9119:1869755102278656:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783137657.069890:0:9119:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a900 going to sleep for 11 seconds 00000100:00100000:1.0:1783137657.075414:0:9119:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9119:1869755102278656:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783137657.075472:0:9119:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783137657.075486:0:9119:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137657.075489:0:9119:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783137657.075498:0:9119:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff97bb87c46800 00000020:00000080:1.0:1783137657.075501:0:9119:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783137657.075512:0:9119:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783137657.075514:0:9119:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137657.075516:0:9119:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783137657.075518:0:9119:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783137657.075521:0:9119:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783137657.075522:0:9119:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783137657.075525:0:9119:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff97bb87c46800 00000020:00000080:1.0:1783137657.075527:0:9119:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1783137657.075860:0:9119:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9119:1869755102278784:192.168.203.160@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783137657.075976:0:9119:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a900 going to sleep for 11 seconds 00000100:00100000:2.0:1783137657.089102:0:9119:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9010a695-40ea-448a-aef5-744565b3b6fb:9119:1869755102278784:192.168.203.160@tcp:502:llog_process_th.0 00000020:01000000:2.0:1783137657.089222:0:9119:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783137657.089232:0:9119:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783137657.089234:0:9119:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1783137657.089239:0:9119:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1783137657.091115:0:9112:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1783137657.091155:0:9112:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783137657.091182:0:9112:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137657.091197:0:9112:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1783137657.091223:0:9112:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1783137657.091254:0:9112:0:(genops.c:1406:class_connect()) connect: client 87edbe31-0e47-46df-9aa9-4c1660b9e99d, cookie 0x95af395d4f345e01 00800000:01000000:1.0:1783137657.091282:0:9112:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 87edbe31-0e47-46df-9aa9-4c1660b9e99d to lustre-clilmv-ffff97bb87c46800 00800000:01000000:1.0:1783137657.091293:0:9112:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff97bb87c46800(87edbe31-0e47-46df-9aa9-4c1660b9e99d) - lustre-MDT0000_UUID, 87edbe31-0e47-46df-9aa9-4c1660b9e99d 00000020:00000080:1.0:1783137657.091303:0:9112:0:(genops.c:1406:class_connect()) connect: client 87edbe31-0e47-46df-9aa9-4c1660b9e99d, cookie 0x95af395d4f345e08 00000100:00080000:1.0:1783137657.091327:0:9112:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff97bb87c46800: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:1.0:1783137657.091341:0:9112:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff97bb87c46800: import ffff97bb98cf1800 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000008:00100000:1.0:1783137657.091384:0:9112:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783137657.091421:0:9112:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb98c66300 x1869755102278912/t0(0) o38->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783137657.091444:0:9112:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID 00800000:01000000:1.0:1783137657.091545:0:9112:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff97bb87c46800(87edbe31-0e47-46df-9aa9-4c1660b9e99d) successfully (5) 00800000:00000004:1.0:1783137657.091550:0:9112:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff97bb87c46800: age -638, max_age 0 00000100:00100000:0.0:1783137657.091587:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00800000:01000000:1.0:1783137657.091587:0:9112:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff97bb87c46800(87edbe31-0e47-46df-9aa9-4c1660b9e99d) - lustre-MDT0001_UUID, 87edbe31-0e47-46df-9aa9-4c1660b9e99d 00000020:00000080:1.0:1783137657.091596:0:9112:0:(genops.c:1406:class_connect()) connect: client 87edbe31-0e47-46df-9aa9-4c1660b9e99d, cookie 0x95af395d4f345e0f 00000100:00080000:1.0:1783137657.091602:0:9112:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff97bb87c46800: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:0.0:1783137657.091605:0:2400:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97bb98c64700 x1869755102279040/t0(0) o41->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783137657.091606:0:9112:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff97bb87c46800: import ffff97bb98cf5000 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000008:00100000:1.0:1783137657.091612:0:9112:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783137657.091623:0:9112:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb98c65c00 x1869755102279168/t0(0) o38->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783137657.091631:0:9112:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID 00800000:01000000:1.0:1783137657.091675:0:9112:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff97bb87c46800(87edbe31-0e47-46df-9aa9-4c1660b9e99d) successfully (5) 00800000:00000004:1.0:1783137657.091678:0:9112:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff97bb87c46800: age -638, max_age 0 00000080:00000004:1.0:1783137657.091705:0:9112:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff97bb87c46800: age -638, max_age 361 00000100:00080000:0.0:1783137657.091706:0:2400:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97bb98c67800 x1869755102279296/t0(0) o41->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:00000004:1.0:1783137657.091710:0:9112:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff97bb87c46800: age -638, max_age 361 00000100:00080000:1.0:1783137657.091727:0:9112:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff97bb98c67480 x1869755102279424/t0(0) o41->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137657.091734:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a240 going to sleep for 0 seconds 00000100:00100000:2.0:1783137657.091949:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102279552:192.168.203.160@tcp:400:kworker.0 00000100:00100000:2.0:1783137657.092061:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783137657.092068:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102279680:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137657.093216:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102278912:192.168.203.160@tcp:38:mount.lustre.0 00000100:00100000:3.0:1783137657.093318:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102279168:192.168.203.160@tcp:38:mount.lustre.0 00010000:00080000:3.0:1783137657.101938:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4b100 x1869755102279680/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137657.101971:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102279680:192.168.203.160@tcp:400:kworker.0 00000100:00100000:3.0:1783137657.101990:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102279552:192.168.203.160@tcp:400:kworker.0 00000100:00100000:0.0:1783137657.103121:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb87c46800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1783137657.103138:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff97bb87c46800: connect to target with instance 1 00000100:00080000:0.0:1783137657.103160:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff97bb87c46800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1783137657.103175:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783137657.103180:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf1800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1783137657.103625:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000faaa9ab7): req@ffff97bb98c64700 x1869755102279040/t0(0) o41->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783137657.103651:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a3719d1c): req@ffff97bb98c67480 x1869755102279424/t0(0) o41->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137657.103671:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102278912:192.168.203.160@tcp:38:mount.lustre.0 00000100:00100000:1.0:1783137657.103844:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a240 going to sleep for 11 seconds 00010000:00080000:0.0:1783137657.104747:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c65c00 x1869755102279168/t0(0) o38->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 520/416 e 0 to 0 dl 1783137667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137657.104762:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb87c46800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1783137657.104771:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff97bb87c46800: connect to target with instance 1 00000100:00080000:0.0:1783137657.104781:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff97bb87c46800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1783137657.104793:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1783137657.104796:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf5000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1783137657.106436:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000faaa9ab7): req@ffff97bb98c67800 x1869755102279296/t0(0) o41->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137657.106464:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102279168:192.168.203.160@tcp:38:mount.lustre.0 00000100:00100000:1.0:1783137657.113659:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:87edbe31-0e47-46df-9aa9-4c1660b9e99d:9112:1869755102279424:192.168.203.160@tcp:41:mount.lustre.0 00800000:00000004:1.0:1783137657.113696:0:9112:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff97bb87c46800: update ffff97bb89771e10 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:1.0:1783137657.113706:0:9112:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff97bb87c46800: update ffff97bb89770450 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:1.0:1783137657.113755:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:87edbe31-0e47-46df-9aa9-4c1660b9e99d:9112:1869755102279808:192.168.203.160@tcp:40:mount.lustre.0 00000100:00100000:1.0:1783137657.113836:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a540 going to sleep for 11 seconds 00010000:00080000:0.0:1783137657.115680:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c67800 x1869755102279296/t0(0) o41->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/368 e 0 to 0 dl 1783137673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137657.115703:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:0:1869755102279296:192.168.203.160@tcp:41:mount.lustre.0 00000100:00100000:0.0:1783137657.115721:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:0:1869755102279040:192.168.203.160@tcp:41:mount.lustre.0 00000100:00100000:1.0:1783137657.115805:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:87edbe31-0e47-46df-9aa9-4c1660b9e99d:9112:1869755102279808:192.168.203.160@tcp:40:mount.lustre.0 00000080:00000004:1.0:1783137657.115823:0:9112:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1783137657.115842:0:9112:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682453 ocd_grant: 2146304 00020000:01000000:1.0:1783137657.115847:0:9112:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1783137657.115864:0:9112:0:(genops.c:1406:class_connect()) connect: client 87edbe31-0e47-46df-9aa9-4c1660b9e99d, cookie 0x95af395d4f345e16 00000020:00000080:1.0:1783137657.115888:0:9112:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x95af395d4f345e1d 00000100:00080000:1.0:1783137657.115897:0:9112:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff97bb87c46800: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:1.0:1783137657.115906:0:9112:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff97bb87c46800: import ffff97bb98cf7800 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000008:00100000:1.0:1783137657.115922:0:9112:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783137657.115948:0:9112:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb98c67480 x1869755102279936/t0(0) o8->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783137657.115976:0:9112:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID 00020000:01000000:1.0:1783137657.115995:0:9112:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff97bb87c46800) active 00000080:00000004:1.0:1783137657.116029:0:9112:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:1.0:1783137657.116044:0:9112:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x95af395d4f345e24 00000100:00080000:1.0:1783137657.116049:0:9112:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff97bb87c46800: connect to NID 192.168.203.160@tcp last attempt 0 00000100:00080000:1.0:1783137657.116054:0:9112:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff97bb87c46800: import ffff97bb98cf3000 using connection 192.168.203.160@tcp/192.168.203.160@tcp 00000008:00100000:1.0:1783137657.116060:0:9112:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682453 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783137657.116072:0:9112:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff97bb98c65500 x1869755102280064/t0(0) o8->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783137657.116096:0:9112:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID 00000100:00100000:3.0:1783137657.116101:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102279936:192.168.203.160@tcp:8:mount.lustre.0 00020000:01000000:1.0:1783137657.116102:0:9112:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff97bb87c46800) active 00000080:00000004:1.0:1783137657.116109:0:9112:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:1.0:1783137657.116145:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c67100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:87edbe31-0e47-46df-9aa9-4c1660b9e99d:9112:1869755102280192:192.168.203.160@tcp:900:mount.lustre.0 00000100:00100000:1.0:1783137657.116224:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb99d7a540 going to sleep for 11 seconds 00000100:00100000:1.0:1783137657.117684:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102280064:192.168.203.160@tcp:8:mount.lustre.0 00000100:00100000:3.0:1783137657.119124:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:87edbe31-0e47-46df-9aa9-4c1660b9e99d:9112:1869755102280192:192.168.203.160@tcp:900:mount.lustre.0 00000100:00100000:3.0:1783137657.119207:0:9112:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:87edbe31-0e47-46df-9aa9-4c1660b9e99d:9112:1869755102280320:192.168.203.160@tcp:33:mount.lustre.0 00000100:00100000:3.0:1783137657.119328:0:9112:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb8886a0c0 going to sleep for 11 seconds 00010000:00080000:1.0:1783137657.120065:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c67480 x1869755102279936/t0(0) o8->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1783137667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137657.120078:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97bb87c46800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783137657.120087:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff97bb87c46800: connect to target with instance 1 00000100:00080000:1.0:1783137657.120098:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff97bb87c46800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:1.0:1783137657.120112:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1783137657.120118:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1783137657.120126:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1783137657.120131:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf7800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1783137657.120137:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1783137657.120140:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1783137657.120142:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1783137657.120162:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102279936:192.168.203.160@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783137657.120795:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb98c65500 x1869755102280064/t0(0) o8->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 520/416 e 0 to 0 dl 1783137667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137657.120805:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff97bb87c46800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783137657.120811:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff97bb87c46800: connect to target with instance 1 00000100:00080000:1.0:1783137657.120831:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff97bb87c46800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:1.0:1783137657.120838:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1783137657.120841:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1783137657.120844:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1783137657.120847:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1783137657.120852:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1783137657.120854:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1783137657.120856:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1783137657.120861:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102280064:192.168.203.160@tcp:8:mount.lustre.0 00000100:00100000:3.0:1783137657.123986:0:9112:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb9219d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:87edbe31-0e47-46df-9aa9-4c1660b9e99d:9112:1869755102280320:192.168.203.160@tcp:33:mount.lustre.0 00000080:00200000:3.0:1783137657.124246:0:9112:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff97bb89b6a1c8) 00000080:00200000:3.0:1783137657.124257:0:9112:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1783137657.124444:0:9112:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:3.0:1783137657.129622:0:9112:0:(super25.c:187:lustre_fill_super()) 192.168.203.160@tcp:/lustre: Mount complete 00000400:00000001:3.0:1783137657.298625:0:9141:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:3.0:1783137657.511514:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137657.511522:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137657.511529:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137657.511530:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137657.512514:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137657.512521:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137657.512541:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783137658.407515:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295031538, at 4295031552 00000100:00000010:3.0:1783137658.407537:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb90b6cf00. 00000100:00000040:2.0:1783137658.408688:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295031538, at 4295031553 00000100:00000010:2.0:1783137658.408702:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb90b6cf60. 00010000:00000001:3.0:1783137658.535477:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137658.535486:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137658.535493:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137658.535494:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137658.535879:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137658.535883:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137658.535887:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137659.559712:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137659.559722:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137659.559728:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137659.559729:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137659.559920:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137659.559926:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137659.559929:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137660.588537:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137660.588546:0:8082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783137660.588548:0:8082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783137660.588552:0:8082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137660.588556:0:8082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783137660.588558:0:8082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137660.588560:0:8082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137660.588563:0:8082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137660.588566:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137660.588568:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137660.589764:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137660.589770:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137660.589774:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137661.613063:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137661.613072:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137661.613079:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137661.613080:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137661.618053:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137661.618060:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137661.618064:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783137662.248130:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9010a695-40ea-448a-aef5-744565b3b6fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137662.248138:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137662.248155:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95361880. 00000020:00000040:0.0:1783137662.248161:0:37:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:0.0:1783137662.248166:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137662.248170:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137662.248175:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137662.248182:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8329d600. 00000100:00000001:0.0:1783137662.248190:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248202:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9010a695-40ea-448a-aef5-744565b3b6fb->MGS req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137662.248214:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137662.248219:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248225:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dc33efa] to pc [ptlrpcd_00_00+0] req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248246:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248248:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137662.248251:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137662.248254:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95361f80. 00000020:00000040:0.0:1783137662.248256:0:37:0:(genops.c:1231:class_import_get()) import ffff97bb89706000 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000100:00000001:0.0:1783137662.248259:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137662.248260:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137662.248267:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137662.248272:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8329d900. 00000100:00000001:0.0:1783137662.248275:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248279:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137662.248286:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137662.248288:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248291:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011af392a] to pc [ptlrpcd_00_01+1] req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248299:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248302:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137662.248304:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137662.248307:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95362d80. 00000020:00000040:0.0:1783137662.248309:0:37:0:(genops.c:1231:class_import_get()) import ffff97bb94860800 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000100:00000001:0.0:1783137662.248311:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137662.248312:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137662.248313:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137662.248315:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8329d800. 00000100:00000001:0.0:1783137662.248318:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248321:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137662.248326:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137662.248328:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248330:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb3421d3] to pc [ptlrpcd_00_00+0] req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248336:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248338:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783137662.248341:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783137662.248343:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783137662.248383:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783137662.248386:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137662.248389:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137662.248392:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95362680. 00000020:00000040:0.0:1783137662.248394:0:37:0:(genops.c:1231:class_import_get()) import ffff97bb98cf1800 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000100:00000001:0.0:1783137662.248396:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137662.248397:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137662.248399:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137662.248402:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8329d100. 00000100:00000001:0.0:1783137662.248406:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248410:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137662.248416:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137662.248418:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248422:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002934ae60] to pc [ptlrpcd_00_01+1] req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248429:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248431:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137662.248434:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137662.248437:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95360e00. 00000020:00000040:0.0:1783137662.248439:0:37:0:(genops.c:1231:class_import_get()) import ffff97bb98cf5000 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000100:00000001:0.0:1783137662.248440:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137662.248442:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137662.248443:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137662.248446:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58400. 00000100:00000001:0.0:1783137662.248449:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248452:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137662.248457:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137662.248464:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248481:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007291decb] to pc [ptlrpcd_00_00+0] req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248490:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248493:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137662.248496:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137662.248499:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95360a80. 00000020:00000040:0.0:1783137662.248502:0:37:0:(genops.c:1231:class_import_get()) import ffff97bb98cf7800 refcount=3 obd=lustre-OST0000-osc-ffff97bb87c46800 00000100:00000001:0.0:1783137662.248504:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137662.248505:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137662.248508:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137662.248511:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58e00. 00000100:00000001:0.0:1783137662.248514:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248518:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137662.248524:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137662.248526:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248530:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c077c112] to pc [ptlrpcd_00_01+1] req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248537:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248539:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137662.248542:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137662.248544:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95360000. 00000020:00000040:0.0:1783137662.248547:0:37:0:(genops.c:1231:class_import_get()) import ffff97bb98cf3000 refcount=3 obd=lustre-OST0001-osc-ffff97bb87c46800 00000100:00000001:0.0:1783137662.248549:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137662.248550:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137662.248551:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137662.248554:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58a00. 00000100:00000001:0.0:1783137662.248557:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248561:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137662.248577:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137662.248579:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248583:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c34e55c] to pc [ptlrpcd_00_00+0] req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248590:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.248594:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:0.0:1783137662.248754:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137662.248759:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137662.248762:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137662.248768:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248776:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137662.248779:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.248782:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137662.248785:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137662.248788:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.248791:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102280448:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.248795:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137662.248801:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137662.248804:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.248806:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137662.248811:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb833e0a00. 02000000:00000001:0.0:1783137662.248813:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.248820:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137662.248823:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b948. 00000400:00000010:0.0:1783137662.248841:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b088. 00000100:00000200:0.0:1783137662.248847:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102280448, portal 25 00000100:00000001:0.0:1783137662.248850:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137662.248852:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000040:0.0:1783137662.248858:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.248875:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137662.248877:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137662.248880:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2be58. 00000100:00000200:0.0:1783137662.248883:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869755102280448, offset 0 00000400:00000200:0.0:1783137662.248889:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137662.248898:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.248904:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137662.248909:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137662.248912:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137662.248916:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137662.248918:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137662.248922:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [125:125:256:4294967295] 192.168.203.160@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:0.0:1783137662.248926:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.248936:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137662.248941:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137662.248946:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58800. 00000800:00000200:0.0:1783137662.248952:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137662.248959:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137662.248964:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137662.248981:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.248985:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137662.248987:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295036668 00000100:00000010:0.0:1783137662.248992:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb98c11000. 00000100:00000001:0.0:1783137662.248998:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783137662.249002:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295036668 00000100:00000010:0.0:1783137662.249005:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb98c11780. 00000100:00000001:0.0:1783137662.249009:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783137662.249012:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.249015:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.249023:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137662.249028:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249034:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137662.249035:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249037:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137662.249039:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137662.249040:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.249043:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102280704:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.249045:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137662.249048:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137662.249049:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249051:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137662.249053:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb833e1e00. 02000000:00000001:0.0:1783137662.249054:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.249058:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137662.249060:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014ba50. 00000400:00000010:0.0:1783137662.249063:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b110. 00000100:00000200:0.0:1783137662.249066:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102280704, portal 10 00000100:00000001:0.0:1783137662.249067:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137662.249068:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650875264 : -114643058676352 : ffff97bb95362d80) 00000100:00000040:0.0:1783137662.249075:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249081:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137662.249083:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137662.249085:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b660. 00000100:00000200:0.0:1783137662.249087:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102280704, offset 0 00000400:00000200:0.0:1783137662.249091:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249094:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249098:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137662.249100:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137662.249102:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137662.249104:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137662.249111:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249114:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [126:126:255:4294967295] 192.168.203.160@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:0.0:1783137662.249117:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249123:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137662.249127:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137662.249130:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58f00. 00000800:00000200:0.0:1783137662.249134:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137662.249138:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137662.249140:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137662.249143:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.249147:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: using a timeout of 171788 usecs (172 jiffies) 00000400:00000200:0.0:1783137662.249150:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137662.249152:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295035564 00000100:00000001:0.0:1783137662.249153:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249155:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295035564 00000100:00000001:0.0:1783137662.249157:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249158:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.249160:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.249162:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137662.249166:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249173:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137662.249174:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249176:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137662.249178:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137662.249180:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.249182:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102280960:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.249185:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137662.249187:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137662.249195:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249196:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137662.249199:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb833e0600. 02000000:00000001:0.0:1783137662.249201:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.249204:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137662.249206:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014bb00. 00000400:00000010:0.0:1783137662.249210:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b4c8. 00000100:00000200:0.0:1783137662.249213:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102280960, portal 10 00000100:00000001:0.0:1783137662.249215:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137662.249216:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650867200 : -114643058684416 : ffff97bb95360e00) 00000100:00000040:0.0:1783137662.249223:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249228:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137662.249230:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137662.249233:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2bbb0. 00000100:00000200:0.0:1783137662.249235:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102280960, offset 0 00000400:00000200:0.0:1783137662.249238:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249242:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249245:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137662.249247:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137662.249249:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137662.249251:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137662.249254:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249256:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [127:127:254:4294967295] 192.168.203.160@tcp LPNI seq info [127:127:6:4294967295] 00000400:00000200:0.0:1783137662.249260:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249265:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137662.249269:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137662.249272:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58b00. 00000800:00000200:0.0:1783137662.249275:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137662.249279:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137662.249281:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137662.249284:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.249291:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: using a timeout of 23153 usecs (24 jiffies) 00000400:00000200:0.0:1783137662.249294:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137662.249295:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295035416 00000100:00000001:0.0:1783137662.249297:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249299:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295035416 00000100:00000001:0.0:1783137662.249300:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249302:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.249304:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.249305:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137662.249309:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249315:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137662.249316:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249319:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137662.249320:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137662.249322:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.249324:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102281216:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.249327:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137662.249330:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137662.249331:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249333:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137662.249336:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb833e1800. 02000000:00000001:0.0:1783137662.249337:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.249340:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137662.249343:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b790. 00000400:00000010:0.0:1783137662.249347:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b7f8. 00000100:00000200:0.0:1783137662.249375:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281216, portal 4 00000100:00000001:0.0:1783137662.249378:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137662.249379:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650863616 : -114643058688000 : ffff97bb95360000) 00000020:00000010:0.0:1783137662.249399:0:2399:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff97bb89cee000. 00000100:00000040:0.0:1783137662.249407:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249418:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137662.249421:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137662.249423:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2bb28. 00000100:00000200:0.0:1783137662.249426:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102281216, offset 0 00000400:00000200:0.0:1783137662.249430:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249435:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249438:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137662.249441:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137662.249443:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137662.249446:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137662.249448:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249451:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [128:128:253:4294967295] 192.168.203.160@tcp LPNI seq info [128:128:5:4294967295] 00000400:00000200:0.0:1783137662.249455:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249461:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137662.249465:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137662.249469:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58700. 00000800:00000200:0.0:1783137662.249473:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137662.249478:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137662.249480:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137662.249483:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.249486:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: using a timeout of 5856 usecs (6 jiffies) 00000400:00000200:0.0:1783137662.249489:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137662.249491:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295035398 00000100:00000001:0.0:1783137662.249494:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249496:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295035398 00000100:00000001:0.0:1783137662.249498:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249500:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.249502:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.249512:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.249514:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.249521:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137662.249524:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783137662.249526:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137662.249527:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137662.249529:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.249531:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1783137662.249533:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.249535:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137662.249536:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.249538:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137662.249539:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137662.249540:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137662.249546:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249553:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137662.249555:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249558:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137662.249559:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137662.249561:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.249564:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102280576:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.249568:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137662.249571:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137662.249572:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249574:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137662.249577:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb833e0c00. 02000000:00000001:0.0:1783137662.249579:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.249582:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137662.249586:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014bd68. 00000400:00000010:0.0:1783137662.249589:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2bf68. 00000100:00000200:0.0:1783137662.249592:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102280576, portal 10 00000100:00000001:0.0:1783137662.249594:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137662.249595:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650871680 : -114643058679936 : ffff97bb95361f80) 00000100:00000040:0.0:1783137662.249601:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249613:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137662.249615:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137662.249618:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2ba18. 00000100:00000200:0.0:1783137662.249620:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102280576, offset 0 00000400:00000200:0.0:1783137662.249624:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249628:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249632:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137662.249635:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137662.249637:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137662.249639:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137662.249641:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249644:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [129:129:252:4294967295] 192.168.203.160@tcp LPNI seq info [129:129:4:4294967295] 00000400:00000200:0.0:1783137662.249648:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249654:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137662.249658:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137662.249662:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8ab11e00. 00000800:00000200:0.0:1783137662.249666:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137662.249670:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137662.249672:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8ab11e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137662.249675:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.249678:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: using a timeout of 138412 usecs (139 jiffies) 00000400:00000200:0.0:1783137662.249680:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137662.249682:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295035531 00000100:00000001:0.0:1783137662.249684:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249686:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295035531 00000100:00000001:0.0:1783137662.249688:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249690:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.249691:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.249698:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137662.249702:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249708:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137662.249710:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249711:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137662.249713:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137662.249715:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.249717:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102280832:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.249720:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137662.249722:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137662.249724:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249725:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137662.249728:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb833e1000. 02000000:00000001:0.0:1783137662.249729:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.249732:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137662.249735:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b9f8. 00000400:00000010:0.0:1783137662.249739:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b440. 00000100:00000200:0.0:1783137662.249741:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102280832, portal 10 00000100:00000001:0.0:1783137662.249743:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137662.249744:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650873472 : -114643058678144 : ffff97bb95362680) 00000100:00000040:0.0:1783137662.249750:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249756:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137662.249758:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137662.249760:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2baa0. 00000100:00000200:0.0:1783137662.249762:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102280832, offset 0 00000400:00000200:0.0:1783137662.249766:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249769:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249772:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137662.249775:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137662.249777:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137662.249779:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137662.249788:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249791:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [130:130:251:4294967295] 192.168.203.160@tcp LPNI seq info [130:130:3:4294967295] 00000400:00000200:0.0:1783137662.249795:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249801:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137662.249805:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137662.249809:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8906c200. 00000800:00000200:0.0:1783137662.249813:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137662.249817:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137662.249820:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8906c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137662.249823:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.249827:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: using a timeout of 14050 usecs (15 jiffies) 00000400:00000200:0.0:1783137662.249830:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137662.249832:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295035407 00000100:00000001:0.0:1783137662.249835:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249837:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295035407 00000100:00000001:0.0:1783137662.249839:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.249841:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.249843:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.249845:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137662.249850:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249857:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137662.249859:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249861:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137662.249863:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137662.249865:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137662.249868:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102281088:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.249872:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137662.249875:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137662.249882:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.249883:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137662.249886:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb833e1200. 02000000:00000001:0.0:1783137662.249888:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137662.249891:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137662.249894:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014bf78. 00000400:00000010:0.0:1783137662.249898:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b198. 00000100:00000200:0.0:1783137662.249900:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281088, portal 4 00000100:00000001:0.0:1783137662.249902:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137662.249903:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650866304 : -114643058685312 : ffff97bb95360a80) 00000020:00000010:0.0:1783137662.249911:0:2399:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff97bb89cea000. 00000100:00000040:0.0:1783137662.249917:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.249924:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137662.249926:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137662.249928:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b6e8. 00000100:00000200:0.0:1783137662.249931:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102281088, offset 0 00000400:00000200:0.0:1783137662.249935:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249939:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249942:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137662.249945:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137662.249948:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137662.249950:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137662.249952:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137662.249955:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [131:131:250:4294967295] 192.168.203.160@tcp LPNI seq info [131:131:2:4294967295] 00000400:00000200:0.0:1783137662.249959:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137662.249975:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137662.249979:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137662.249983:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8906cd00. 00000800:00000200:0.0:1783137662.249987:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137662.249991:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137662.249993:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8906cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137662.250000:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.250004:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: using a timeout of 5102 usecs (6 jiffies) 00000400:00000200:0.0:1783137662.250007:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137662.250008:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295035398 00000100:00000001:0.0:1783137662.250010:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.250012:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295035398 00000100:00000001:0.0:1783137662.250014:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295036668 00000100:00000001:0.0:1783137662.250016:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.250018:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.250020:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.250023:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.250040:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137662.250043:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783137662.250607:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137662.250612:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58800. 00000400:00000200:2.0:1783137662.250617:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137662.250624:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137662.250629:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2be58 00000400:00000010:2.0:1783137662.250632:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2be58. 00000100:00000001:2.0:1783137662.250635:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137662.250641:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250651:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137662.250655:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250662:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137662.250664:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137662.250676:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137662.250678:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58f00. 00000400:00000200:2.0:1783137662.250681:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137662.250684:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137662.250686:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b660 00000400:00000010:2.0:1783137662.250688:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b660. 00000100:00000001:2.0:1783137662.250690:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137662.250693:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250701:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137662.250703:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250723:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137662.250725:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137662.250735:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137662.250737:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58b00. 00000400:00000200:2.0:1783137662.250739:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137662.250743:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137662.250745:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2bbb0 00000400:00000010:2.0:1783137662.250747:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2bbb0. 00000100:00000001:2.0:1783137662.250748:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137662.250752:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250759:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137662.250762:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250768:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137662.250770:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137662.250777:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137662.250779:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58700. 00000400:00000200:2.0:1783137662.250782:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137662.250785:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137662.250787:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2bb28 00000400:00000010:2.0:1783137662.250789:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2bb28. 00000100:00000001:2.0:1783137662.250791:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137662.250795:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250802:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137662.250805:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250810:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137662.250812:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137662.250820:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137662.250839:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8ab11e00. 00000400:00000200:2.0:1783137662.250843:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137662.250846:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137662.250849:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2ba18 00000400:00000010:2.0:1783137662.250851:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2ba18. 00000100:00000001:2.0:1783137662.250853:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137662.250857:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250864:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137662.250867:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250872:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137662.250873:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137662.250881:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137662.250883:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8906c200. 00000400:00000200:2.0:1783137662.250886:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137662.250889:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137662.250891:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2baa0 00000400:00000010:2.0:1783137662.250892:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2baa0. 00000100:00000001:2.0:1783137662.250894:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137662.250897:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250903:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137662.250905:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.250911:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137662.250913:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137662.250974:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137662.250977:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8906cd00. 00000400:00000200:2.0:1783137662.250980:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137662.250983:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137662.250985:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b6e8 00000400:00000010:2.0:1783137662.250987:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b6e8. 00000100:00000001:2.0:1783137662.250995:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137662.250999:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.251006:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137662.251009:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137662.251014:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137662.251016:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137662.257821:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.257845:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137662.257850:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.257852:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.257862:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.257869:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137662.257878:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.257882:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.257887:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.257898:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b03c00 00000400:00000200:3.0:1783137662.257947:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.257955:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:3.0:1783137662.257962:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.257985:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.257989:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137662.257993:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137662.258001:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137662.258009:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137662.258021:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137662.258036:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137662.258044:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258048:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137662.258049:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258052:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258055:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258059:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137662.258063:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258066:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258069:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258072:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b03d00 00000400:00000200:3.0:1783137662.258075:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258078:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:3.0:1783137662.258082:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258085:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258087:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137662.258090:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137662.258093:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137662.258097:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137662.258117:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137662.258126:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137662.258130:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258134:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137662.258136:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258138:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258141:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258145:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137662.258149:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258151:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258154:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258157:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b03b80 00000400:00000200:3.0:1783137662.258160:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258163:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1783137662.258168:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258171:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258173:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137662.258175:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137662.258179:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137662.258183:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137662.258190:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137662.258197:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137662.258200:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258203:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137662.258204:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258207:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258209:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258217:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137662.258222:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258225:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258228:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258231:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b03c80 00000400:00000200:3.0:1783137662.258233:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258236:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:3.0:1783137662.258240:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258243:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258245:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137662.258248:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137662.258250:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137662.258254:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137662.258262:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137662.258268:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137662.258272:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258274:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137662.258276:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258278:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258281:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258283:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137662.258287:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258289:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258292:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258294:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b03e00 00000400:00000200:3.0:1783137662.258298:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.258302:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:3.0:1783137662.258305:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.258309:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.258316:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137662.258319:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137662.258323:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137662.258327:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137662.258335:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137662.258342:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137662.258346:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.259605:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137662.259613:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.259616:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.259623:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259629:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137662.259637:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259641:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259647:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259650:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b03d80 00000400:00000200:3.0:1783137662.259655:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259660:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:3.0:1783137662.259666:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.259670:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.259673:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137662.259677:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137662.259682:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137662.259689:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137662.259700:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137662.259708:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137662.259724:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.259728:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137662.259730:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.259732:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.259736:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259739:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137662.259742:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259745:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259748:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259751:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 25 MB=0x6a48848b03b00 00000400:00000200:3.0:1783137662.259754:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137662.259758:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:3.0:1783137662.259761:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.259771:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137662.259774:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137662.259776:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137662.259779:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137662.259784:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137662.259791:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137662.259798:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137662.259802:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137662.259806:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.266617:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137662.266624:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783137662.266632:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137662.266634:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137662.266637:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014bd68. 00000400:00000200:0.0:1783137662.266644:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2bf68 00000400:00000010:0.0:1783137662.266646:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2bf68. 00000100:00000001:0.0:1783137662.266651:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137662.266662:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137662.266674:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.266682:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137662.266683:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.266686:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137662.266690:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137662.266692:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137662.266695:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.266697:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137662.266706:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb89706460 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137662.266716:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb89706418 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137662.266719:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137662.266721:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137662.266723:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137662.266727:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.266730:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137662.266733:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:0.0:1783137662.266735:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137662.266737:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.266742:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.266749:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.266752:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137662.266754:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137662.266758:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137662.266766:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102280576:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137662.266771:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137662.266772:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137662.266774:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b9f8. 00000400:00000200:0.0:1783137662.266776:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b440 00000400:00000010:0.0:1783137662.266778:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b440. 00000100:00000001:0.0:1783137662.266780:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137662.266783:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137662.266792:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.266799:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137662.266800:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.266802:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137662.266803:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137662.266808:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137662.266810:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.266811:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137662.266816:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf1c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137662.266819:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf1c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137662.266821:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137662.266822:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137662.266834:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137662.266835:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.266838:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137662.266839:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:0.0:1783137662.266840:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137662.266841:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.266845:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.266852:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.266853:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137662.266855:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137662.266858:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137662.266865:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102280832:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137662.266869:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137662.266870:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137662.266872:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014bf78. 00000400:00000200:0.0:1783137662.266874:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b198 00000400:00000010:0.0:1783137662.266875:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b198. 00000100:00000001:0.0:1783137662.266877:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137662.266880:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137662.266888:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.266894:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137662.266899:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.266901:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137662.266902:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137662.266904:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137662.266905:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.266907:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137662.266912:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf7c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137662.266914:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137662.266916:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137662.266918:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137662.266919:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783137662.266923:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783137662.266930:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.266931:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137662.266932:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:0.0:1783137662.266934:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137662.266935:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.266938:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.266944:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.266946:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137662.266947:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137662.266950:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137662.266956:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102281088:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137662.266961:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137662.266962:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137662.266963:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b948. 00000400:00000200:0.0:1783137662.266975:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b088 00000400:00000010:0.0:1783137662.266977:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b088. 00000100:00000001:0.0:1783137662.266979:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137662.266987:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137662.266996:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.267003:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137662.267004:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.267006:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137662.267007:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137662.267008:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137662.267009:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.267011:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137662.267014:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137662.267016:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137662.267018:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137662.267020:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137662.267021:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137662.267023:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.267025:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.267028:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.267033:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.267035:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137662.267036:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137662.267040:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137662.267046:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102280448:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137662.267050:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137662.267051:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137662.267053:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014ba50. 00000400:00000200:0.0:1783137662.267054:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b110 00000400:00000010:0.0:1783137662.267056:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b110. 00000100:00000001:0.0:1783137662.267057:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137662.267065:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137662.267073:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.267079:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137662.267080:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.267082:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137662.267083:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137662.267084:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137662.267085:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.267087:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137662.267091:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94860c60 time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137662.267093:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94860c18 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137662.267095:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137662.267096:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137662.267098:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783137662.267100:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783137662.267106:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.267108:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137662.267109:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:0.0:1783137662.267110:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137662.267112:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.267115:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.267122:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.267123:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137662.267124:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137662.267128:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137662.267135:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2399:1869755102280704:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137662.267153:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137662.267154:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137662.267156:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014bb00. 00000400:00000200:0.0:1783137662.267158:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b4c8 00000400:00000010:0.0:1783137662.267160:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b4c8. 00000100:00000001:0.0:1783137662.267162:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137662.267166:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137662.267174:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.267918:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137662.267920:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.267923:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137662.267925:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137662.267926:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137662.267928:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.267930:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137662.267937:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf5460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137662.267940:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf5418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137662.267943:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137662.267945:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137662.267947:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783137662.267953:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783137662.267961:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.267964:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137662.267975:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:0.0:1783137662.267977:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137662.267978:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.267983:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.267990:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.267998:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137662.268000:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137662.268004:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137662.268012:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102280960:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137662.268019:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137662.268020:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137662.268022:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b790. 00000400:00000200:0.0:1783137662.268025:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b7f8 00000400:00000010:0.0:1783137662.268027:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b7f8. 00000100:00000001:0.0:1783137662.268029:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137662.268033:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137662.268042:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268047:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137662.268049:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268050:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137662.268051:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137662.268053:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137662.268054:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137662.268056:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137662.268060:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf3460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137662.268062:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf3418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137662.268065:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137662.268066:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137662.268067:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783137662.268070:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783137662.268077:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.268078:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137662.268080:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:0.0:1783137662.268085:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137662.268087:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137662.268091:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268096:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137662.268098:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137662.268099:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137662.268102:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137662.268109:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2399:1869755102281216:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137662.268113:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268116:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137662.268119:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95361f80 x1869755102280576/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268126:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137662.268129:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137662.268132:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb833e0c00. 02000000:00000001:0.0:1783137662.268135:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137662.268137:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137662.268242:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb89706000 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000001:0.0:1783137662.268245:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137662.268248:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8329d900. 02000000:00000001:0.0:1783137662.268253:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137662.268254:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137662.268256:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95361f80. 00000100:00000001:0.0:1783137662.268260:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137662.268261:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268263:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137662.268268:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95362680 x1869755102280832/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268275:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137662.268276:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137662.268282:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb833e1000. 02000000:00000001:0.0:1783137662.268284:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137662.268285:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137662.268287:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb98cf1800 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000001:0.0:1783137662.268288:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137662.268290:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8329d100. 02000000:00000001:0.0:1783137662.268292:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137662.268293:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137662.268294:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95362680. 00000100:00000001:0.0:1783137662.268296:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137662.268297:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268298:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137662.268302:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95360a80 x1869755102281088/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268308:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137662.268309:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137662.268311:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb833e1200. 02000000:00000001:0.0:1783137662.268312:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137662.268313:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137662.268314:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb98cf7800 refcount=2 obd=lustre-OST0000-osc-ffff97bb87c46800 00000020:00000001:0.0:1783137662.268316:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137662.268317:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58e00. 02000000:00000001:0.0:1783137662.268319:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137662.268319:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137662.268321:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95360a80. 00000100:00000001:0.0:1783137662.268323:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137662.268324:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268325:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137662.268328:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95361880 x1869755102280448/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268334:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137662.268335:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137662.268337:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb833e0a00. 02000000:00000001:0.0:1783137662.268338:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137662.268339:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137662.268340:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137662.268345:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137662.268346:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8329d600. 02000000:00000001:0.0:1783137662.268365:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137662.268367:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137662.268368:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95361880. 00000100:00000001:0.0:1783137662.268370:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137662.268372:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268373:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137662.268377:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95362d80 x1869755102280704/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268383:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137662.268385:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137662.268386:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb833e1e00. 02000000:00000001:0.0:1783137662.268388:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137662.268389:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137662.268390:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb94860800 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000001:0.0:1783137662.268391:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137662.268392:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8329d800. 02000000:00000001:0.0:1783137662.268394:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137662.268395:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137662.268396:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95362d80. 00000100:00000001:0.0:1783137662.268398:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137662.268399:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268400:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137662.268403:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95360e00 x1869755102280960/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268408:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137662.268409:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137662.268888:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb833e0600. 02000000:00000001:0.0:1783137662.268894:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137662.268895:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137662.268897:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb98cf5000 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000001:0.0:1783137662.268898:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137662.268900:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58400. 02000000:00000001:0.0:1783137662.268902:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137662.268903:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137662.268909:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95360e00. 00000100:00000001:0.0:1783137662.268912:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137662.268913:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268915:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137662.268920:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95360000 x1869755102281216/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137662.268927:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137662.268928:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137662.268930:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb833e1800. 02000000:00000001:0.0:1783137662.268932:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137662.268933:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137662.268934:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb98cf3000 refcount=2 obd=lustre-OST0001-osc-ffff97bb87c46800 00000020:00000001:0.0:1783137662.268935:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137662.268936:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58a00. 02000000:00000001:0.0:1783137662.268938:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137662.268939:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137662.268940:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95360000. 00000100:00000001:0.0:1783137662.268942:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137662.268943:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268945:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137662.268953:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137662.268955:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137662.268958:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137662.268960:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137662.631940:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137662.631947:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137662.631953:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137662.631954:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137662.631983:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137662.631986:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137662.631988:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783137663.069566:0:9355:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783137663.069584:0:9355:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783137663.522925:0:9391:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783137663.522931:0:9391:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg360-client.virtnet: executing check_config_client /mnt/lustre 00000100:00000040:3.0:1783137663.531463:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295036668, at 4295036676 00000100:00000010:3.0:1783137663.531492:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb98c11780. 00000001:00000001:2.0:1783137663.531558:0:9391:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1783137663.531606:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295036668, at 4295036676 00000100:00000010:2.0:1783137663.531613:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb98c11000. 00010000:00000001:3.0:1783137663.656414:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137663.656422:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137663.656428:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137663.656429:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137663.656506:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137663.656509:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137663.656512:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783137663.733098:0:9402:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783137663.733110:0:9402:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783137663.782468:0:9406:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783137663.782481:0:9406:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137664.679538:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137664.679548:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137664.679571:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137664.679572:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137664.679607:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137664.679612:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137664.679616:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137665.703509:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137665.703516:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137665.703526:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137665.703528:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137665.703636:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137665.703640:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137665.703644:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137666.728552:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137666.728558:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137666.728564:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137666.728567:0:8082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783137666.728570:0:8082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783137666.728574:0:8082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137666.728577:0:8082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783137666.728580:0:8082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137666.728582:0:8082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137666.728584:0:8082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137666.728605:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137666.728609:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137666.728612:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783137667.367557:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9010a695-40ea-448a-aef5-744565b3b6fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137667.367569:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137667.367578:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4b480. 00000020:00000040:2.0:1783137667.367585:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:2.0:1783137667.367590:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137667.367593:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137667.367599:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137667.367607:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682e00. 00000100:00000001:2.0:1783137667.367614:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367626:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9010a695-40ea-448a-aef5-744565b3b6fb->MGS req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137667.367637:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137667.367640:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367647:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa82ee2c] to pc [ptlrpcd_01_01+1] req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.367681:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367684:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137667.367701:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137667.367704:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d49500. 00000020:00000040:2.0:1783137667.367706:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb89706000 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137667.367709:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137667.367711:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137667.367713:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137667.367716:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682d00. 00000100:00000001:2.0:1783137667.367720:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367724:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137667.367732:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137667.367734:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367738:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bbf41d1] to pc [ptlrpcd_01_00+0] req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.367747:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367750:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137667.367753:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137667.367757:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4b800. 00000020:00000040:2.0:1783137667.367759:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb94860800 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137667.367761:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137667.367762:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137667.367763:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137667.367767:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682f00. 00000100:00000001:2.0:1783137667.367769:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367773:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137667.367780:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137667.367781:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367785:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc1052a] to pc [ptlrpcd_01_01+1] req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.367805:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367807:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137667.367810:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137667.367813:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137667.367816:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137667.367819:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137667.367823:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137667.367826:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4b100. 00000020:00000040:2.0:1783137667.367829:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf1800 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137667.367831:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137667.367833:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137667.367834:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137667.367838:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682700. 00000100:00000001:2.0:1783137667.367841:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367846:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137667.367853:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137667.367855:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367859:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3760b56] to pc [ptlrpcd_01_00+0] req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.367866:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367868:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137667.367871:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137667.367874:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4a300. 00000020:00000040:2.0:1783137667.367876:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf5000 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137667.367879:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137667.367886:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137667.367887:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137667.367891:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682000. 00000100:00000001:2.0:1783137667.367895:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367899:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137667.367906:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137667.367908:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367911:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002102e2a9] to pc [ptlrpcd_01_01+1] req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.367918:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367919:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137667.367923:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137667.367927:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4aa00. 00000020:00000040:2.0:1783137667.367940:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf7800 refcount=3 obd=lustre-OST0000-osc-ffff97bb87c46800 00000100:00000001:2.0:1783137667.367943:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137667.367944:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137667.367945:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137667.367949:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682200. 00000100:00000001:2.0:1783137667.367951:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367955:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137667.367962:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137667.367963:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367967:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d6e69d1] to pc [ptlrpcd_01_00+0] req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.367973:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.367975:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137667.367977:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137667.367980:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4ad80. 00000020:00000040:2.0:1783137667.367988:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf3000 refcount=3 obd=lustre-OST0001-osc-ffff97bb87c46800 00000100:00000001:2.0:1783137667.367990:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137667.367991:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137667.367994:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137667.367997:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682100. 00000100:00000001:2.0:1783137667.368000:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.368005:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137667.368011:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137667.368013:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.368017:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b22095a] to pc [ptlrpcd_01_01+1] req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368023:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.368027:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:2.0:1783137667.368044:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137667.368048:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137667.368050:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137667.368055:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368062:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137667.368064:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368068:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137667.368071:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137667.368074:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.368077:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102281472:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137667.368081:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137667.368086:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137667.368088:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368090:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137667.368106:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb90105800. 02000000:00000001:2.0:1783137667.368109:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.368115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137667.368125:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370cb8. 00000400:00000010:2.0:1783137667.368133:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c993b8. 00000100:00000200:2.0:1783137667.368139:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281472, portal 10 00000100:00000001:2.0:1783137667.368141:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137667.368143:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342489344 : -114643367062272 : ffff97bb82d49500) 00000100:00000040:2.0:1783137667.368152:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368165:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137667.368167:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137667.368170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c996e8. 00000100:00000200:2.0:1783137667.368173:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102281472, offset 0 00000400:00000200:2.0:1783137667.368179:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368195:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368203:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137667.368216:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137667.368220:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137667.368225:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137667.368228:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368231:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [132:132:256:4294967295] 192.168.203.160@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1783137667.368235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368244:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137667.368250:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137667.368255:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682300. 00000800:00000200:2.0:1783137667.368261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137667.368269:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137667.368273:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137667.368286:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.368290:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: using a timeout of 133166 usecs (134 jiffies) 00000400:00000200:2.0:1783137667.368293:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137667.368296:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295040646 00000100:00000010:2.0:1783137667.368299:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb9a77fc60. 00000100:00000001:2.0:1783137667.368311:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1783137667.368317:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295040646 00000100:00000010:2.0:1783137667.368321:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb9a77fd20. 00000100:00000001:2.0:1783137667.368324:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1783137667.368327:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137667.368329:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.368343:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137667.368347:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368401:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137667.368403:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368405:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137667.368407:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137667.368409:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.368412:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102281728:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137667.368416:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137667.368419:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137667.368420:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368422:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137667.368426:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb81214000. 02000000:00000001:2.0:1783137667.368427:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.368431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137667.368434:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370630. 00000400:00000010:2.0:1783137667.368438:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99000. 00000100:00000200:2.0:1783137667.368441:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281728, portal 10 00000100:00000001:2.0:1783137667.368443:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137667.368444:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342496512 : -114643367055104 : ffff97bb82d4b100) 00000020:00000010:2.0:1783137667.368453:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff97bb83058000. 00000100:00000040:2.0:1783137667.368458:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368465:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137667.368473:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137667.368476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99220. 00000100:00000200:2.0:1783137667.368479:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102281728, offset 0 00000400:00000200:2.0:1783137667.368483:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368491:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137667.368494:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137667.368497:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137667.368499:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137667.368501:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368504:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [133:133:255:4294967295] 192.168.203.160@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1783137667.368507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368513:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137667.368518:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137667.368521:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682b00. 00000800:00000200:2.0:1783137667.368525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137667.368529:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137667.368531:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137667.368534:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.368537:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: using a timeout of 15323 usecs (16 jiffies) 00000400:00000200:2.0:1783137667.368540:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137667.368541:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295040529 00000100:00000001:2.0:1783137667.368544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295040646 00000100:00000001:2.0:1783137667.368546:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295040529 00000100:00000001:2.0:1783137667.368548:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295040646 00000100:00000001:2.0:1783137667.368549:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137667.368551:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.368554:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137667.368558:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368574:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137667.368575:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368577:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137667.368579:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137667.368581:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.368584:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102281984:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137667.368587:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137667.368589:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137667.368591:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368592:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137667.368596:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb92157600. 02000000:00000001:2.0:1783137667.368597:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.368600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137667.368603:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953702c0. 00000400:00000010:2.0:1783137667.368606:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99440. 00000100:00000200:2.0:1783137667.368609:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281984, portal 4 00000100:00000001:2.0:1783137667.368610:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137667.368611:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342494720 : -114643367056896 : ffff97bb82d4aa00) 00000020:00000010:2.0:1783137667.368619:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff97bb8305e000. 00000100:00000040:2.0:1783137667.368625:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368630:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137667.368632:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137667.368635:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99198. 00000100:00000200:2.0:1783137667.368637:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102281984, offset 0 00000400:00000200:2.0:1783137667.368640:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368644:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368648:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137667.368650:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137667.368653:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137667.368655:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137667.368661:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368664:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [134:134:254:4294967295] 192.168.203.160@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:2.0:1783137667.368668:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368673:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137667.368677:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137667.368680:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682800. 00000800:00000200:2.0:1783137667.368684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137667.368688:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137667.368691:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137667.368693:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.368697:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: using a timeout of 14028 usecs (15 jiffies) 00000400:00000200:2.0:1783137667.368700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137667.368701:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295040528 00000100:00000001:2.0:1783137667.368703:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295040646 00000100:00000001:2.0:1783137667.368705:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295040528 00000100:00000001:2.0:1783137667.368707:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295040646 00000100:00000001:2.0:1783137667.368709:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137667.368711:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.368713:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.368716:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137667.368723:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137667.368726:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783137667.368728:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137667.368729:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137667.368730:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.368733:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:2.0:1783137667.368734:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137667.368736:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137667.368738:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137667.368739:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137667.368740:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137667.368742:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137667.368752:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368759:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137667.368760:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368762:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137667.368764:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137667.368766:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.368769:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102281344:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137667.368773:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137667.368775:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137667.368777:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368779:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137667.368782:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb92157200. 02000000:00000001:2.0:1783137667.368784:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.368787:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137667.368790:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370478. 00000400:00000010:2.0:1783137667.368794:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99cc0. 00000100:00000200:2.0:1783137667.368797:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281344, portal 25 00000100:00000001:2.0:1783137667.368799:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137667.368800:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342497408 : -114643367054208 : ffff97bb82d4b480) 00000100:00000040:2.0:1783137667.368804:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368810:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137667.368812:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137667.368814:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99908. 00000100:00000200:2.0:1783137667.368816:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869755102281344, offset 0 00000400:00000200:2.0:1783137667.368821:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368825:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368829:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137667.368832:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137667.368834:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137667.368837:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137667.368839:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368847:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [135:135:253:4294967295] 192.168.203.160@tcp LPNI seq info [135:135:5:4294967295] 00000400:00000200:2.0:1783137667.368851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368857:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137667.368861:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137667.368865:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8ab11e00. 00000800:00000200:2.0:1783137667.368868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137667.368873:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137667.368876:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8ab11e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137667.368878:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.368882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137667.368884:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295041789 00000100:00000001:2.0:1783137667.368889:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295040646 00000100:00000001:2.0:1783137667.368892:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295041789 00000100:00000001:2.0:1783137667.368895:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295040646 00000100:00000001:2.0:1783137667.368897:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137667.368899:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.368902:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137667.368906:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368911:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137667.368913:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368915:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137667.368916:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137667.368918:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.368921:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102281600:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137667.368924:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137667.368927:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137667.368928:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.368942:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137667.368946:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb9671d000. 02000000:00000001:2.0:1783137667.368953:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.368957:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137667.368959:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370c08. 00000400:00000010:2.0:1783137667.368963:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99e58. 00000100:00000200:2.0:1783137667.368965:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281600, portal 10 00000100:00000001:2.0:1783137667.368968:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137667.368969:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342498304 : -114643367053312 : ffff97bb82d4b800) 00000100:00000040:2.0:1783137667.368975:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.368981:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137667.368983:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137667.368985:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c992a8. 00000100:00000200:2.0:1783137667.368987:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102281600, offset 0 00000400:00000200:2.0:1783137667.368991:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137667.368995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.368998:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137667.369000:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137667.369002:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137667.369004:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137667.369006:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137667.369008:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [136:136:252:4294967295] 192.168.203.160@tcp LPNI seq info [136:136:4:4294967295] 00000400:00000200:2.0:1783137667.369012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.369018:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137667.369022:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137667.369025:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58a00. 00000800:00000200:2.0:1783137667.369029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137667.369033:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137667.369036:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137667.369038:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.369041:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: using a timeout of 163062 usecs (164 jiffies) 00000400:00000200:2.0:1783137667.369044:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137667.369050:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295040677 00000100:00000001:2.0:1783137667.369052:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295041789 00000100:00000001:2.0:1783137667.369054:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295040677 00000100:00000001:2.0:1783137667.369056:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295041789 00000100:00000001:2.0:1783137667.369057:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137667.369059:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.369061:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137667.369065:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.369071:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137667.369072:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.369074:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137667.369075:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137667.369077:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.369080:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102281856:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137667.369082:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137667.369085:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137667.369086:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.369087:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137667.369091:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb87cb2200. 02000000:00000001:2.0:1783137667.369092:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.369095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137667.369098:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370898. 00000400:00000010:2.0:1783137667.369101:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99c38. 00000100:00000200:2.0:1783137667.369103:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102281856, portal 10 00000100:00000001:2.0:1783137667.369105:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137667.369106:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342492928 : -114643367058688 : ffff97bb82d4a300) 00000020:00000010:2.0:1783137667.369113:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff97bb8305a000. 00000100:00000040:2.0:1783137667.369117:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.369123:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137667.369131:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137667.369133:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99d48. 00000100:00000200:2.0:1783137667.369136:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102281856, offset 0 00000400:00000200:2.0:1783137667.369141:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137667.369146:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.369149:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137667.369152:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137667.369154:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137667.369156:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137667.369159:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137667.369162:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [137:137:251:4294967295] 192.168.203.160@tcp LPNI seq info [137:137:3:4294967295] 00000400:00000200:2.0:1783137667.369166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.369171:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137667.369176:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137667.369179:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58400. 00000800:00000200:2.0:1783137667.369183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137667.369186:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137667.369189:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137667.369192:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137667.369195:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: using a timeout of 23533 usecs (24 jiffies) 00000400:00000200:2.0:1783137667.369198:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137667.369199:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295040537 00000100:00000001:2.0:1783137667.369201:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295041789 00000100:00000001:2.0:1783137667.369204:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295040537 00000100:00000001:2.0:1783137667.369206:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295041789 00000100:00000001:2.0:1783137667.369208:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137667.369210:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.369212:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137667.369215:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.369233:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137667.369234:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.369237:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137667.369238:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137667.369240:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137667.369244:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282112:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137667.369247:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137667.369250:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137667.369252:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137667.369253:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137667.369269:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d0200. 02000000:00000001:2.0:1783137667.369272:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.369275:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137667.369278:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370160. 00000400:00000010:2.0:1783137667.369282:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99880. 00000100:00000200:2.0:1783137667.369284:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102282112, portal 4 00000100:00000001:2.0:1783137667.369286:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137667.369287:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342495616 : -114643367056000 : ffff97bb82d4ad80) 00000020:00000010:2.0:1783137667.369294:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff97bb8305c000. 00000100:00000040:2.0:1783137667.369300:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137667.369306:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137667.369308:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137667.369310:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99ee0. 00000100:00000200:2.0:1783137667.369313:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102282112, offset 0 00000400:00000200:2.0:1783137667.369316:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137667.369320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.369323:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137667.369325:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137667.369327:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137667.369329:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137667.369337:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137667.369340:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [138:138:250:4294967295] 192.168.203.160@tcp LPNI seq info [138:138:2:4294967295] 00000400:00000200:2.0:1783137667.369344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137667.369375:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137667.369380:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137667.369384:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58e00. 00000800:00000200:2.0:1783137667.369388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137667.369392:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137667.369394:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137667.369396:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369398:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1783137667.369399:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: using a timeout of 15091 usecs (16 jiffies) 00000100:00000001:3.0:1783137667.369401:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137667.369402:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137667.369404:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295040530 00000100:00000001:2.0:1783137667.369406:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295041789 00000100:00000001:2.0:1783137667.369408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295040530 00000100:00000001:2.0:1783137667.369410:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295041789 00000100:00000001:2.0:1783137667.369412:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137667.369414:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.369416:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137667.369418:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137667.369458:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137667.369462:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682300. 00000400:00000200:3.0:1783137667.369469:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.369474:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137667.369485:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c996e8 00000400:00000010:3.0:1783137667.369487:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c996e8. 00000100:00000001:3.0:1783137667.369491:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137667.369496:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369505:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.369507:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369514:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369516:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137667.369527:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137667.369529:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682b00. 00000400:00000200:3.0:1783137667.369531:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.369534:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137667.369537:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99220 00000400:00000010:3.0:1783137667.369539:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99220. 00000100:00000001:3.0:1783137667.369541:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137667.369543:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369549:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.369552:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369558:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369559:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137667.369566:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137667.369567:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682800. 00000400:00000200:3.0:1783137667.369569:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.369572:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137667.369575:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99198 00000400:00000010:3.0:1783137667.369576:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99198. 00000100:00000001:3.0:1783137667.369578:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137667.369581:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369603:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.369606:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369612:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369614:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137667.369623:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137667.369625:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8ab11e00. 00000400:00000200:3.0:1783137667.369640:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.369644:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137667.369646:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99908 00000400:00000010:3.0:1783137667.369647:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99908. 00000100:00000001:3.0:1783137667.369649:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137667.369653:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369659:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.369662:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369667:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369668:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137667.369676:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137667.369678:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58a00. 00000400:00000200:3.0:1783137667.369681:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.369683:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137667.369685:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c992a8 00000400:00000010:3.0:1783137667.369687:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c992a8. 00000100:00000001:3.0:1783137667.369689:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137667.369692:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369697:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.369700:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369714:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369715:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137667.369724:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137667.369726:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58400. 00000400:00000200:3.0:1783137667.369728:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.369731:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137667.369733:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99d48 00000400:00000010:3.0:1783137667.369735:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99d48. 00000100:00000001:3.0:1783137667.369737:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137667.369740:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369747:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.369750:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369755:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369756:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137667.369823:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137667.369825:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58e00. 00000400:00000200:3.0:1783137667.369828:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.369831:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137667.369833:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99ee0 00000400:00000010:3.0:1783137667.369834:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99ee0. 00000100:00000001:3.0:1783137667.369837:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137667.369840:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369845:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.369848:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.369853:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.369854:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137667.382695:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382729:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137667.382734:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382736:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.382745:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382753:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137667.382761:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382766:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382772:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382775:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b04100 00000400:00000200:3.0:1783137667.382780:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382785:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1783137667.382792:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382797:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.382801:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.382805:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137667.382812:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.382822:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137667.382834:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.382868:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137667.382877:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382880:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137667.382882:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382885:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.382888:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382892:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137667.382896:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382898:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382901:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382904:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b04180 00000400:00000200:3.0:1783137667.382907:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382917:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:3.0:1783137667.382921:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382925:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.382927:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.382940:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137667.382944:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.382948:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137667.382957:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.382964:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137667.382968:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382972:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137667.382973:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.382976:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.382979:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382982:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137667.382986:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382988:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382991:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.382993:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 25 MB=0x6a48848b03e80 00000400:00000200:3.0:1783137667.382997:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383001:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1783137667.383004:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.383008:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.383009:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.383012:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137667.383015:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.383019:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137667.383027:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.383052:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137667.383057:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.383061:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137667.383063:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.383065:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.383069:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383072:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137667.383076:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383079:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383092:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383095:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b03f00 00000400:00000200:3.0:1783137667.383099:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383103:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:3.0:1783137667.383107:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.383112:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.383114:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.383117:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137667.383120:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.383124:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137667.383132:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.383138:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137667.383141:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.383144:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137667.383145:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.383147:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.383150:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383152:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137667.383156:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383158:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383167:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383169:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b03f80 00000400:00000200:3.0:1783137667.383172:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.383175:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1783137667.383178:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.383182:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.383183:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.383186:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137667.383188:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.383193:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137667.383201:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.384198:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137667.385459:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.385475:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137667.385479:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.385482:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.385489:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385496:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137667.385504:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385508:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385513:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385517:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04080 00000400:00000200:3.0:1783137667.385522:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385527:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:3.0:1783137667.385533:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.385536:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.385539:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.385543:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137667.385549:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.385568:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137667.385580:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.385588:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137667.385594:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.385598:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137667.385600:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.385602:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.385605:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385609:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137667.385613:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385615:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385618:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385621:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04000 00000400:00000200:3.0:1783137667.385624:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137667.385627:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:3.0:1783137667.385631:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.385639:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137667.385642:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137667.385645:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137667.385647:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.385651:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137667.385660:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.385669:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137667.385672:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137667.385675:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.385715:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137667.385720:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783137667.385732:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137667.385733:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137667.385736:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370478. 00000400:00000200:3.0:1783137667.385740:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99cc0 00000400:00000010:3.0:1783137667.385742:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99cc0. 00000100:00000001:3.0:1783137667.385746:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.385751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137667.385760:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.385765:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137667.385767:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.385770:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137667.385773:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137667.385775:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137667.385777:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137667.385780:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137667.385787:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137667.385790:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137667.385793:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137667.385795:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.385798:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137667.385800:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.385802:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137667.385807:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.385814:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137667.385818:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137667.385820:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137667.385823:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137667.385831:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102281344:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137667.385836:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137667.385845:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137667.385847:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370c08. 00000400:00000200:3.0:1783137667.385850:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99e58 00000400:00000010:3.0:1783137667.385851:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99e58. 00000100:00000001:3.0:1783137667.385854:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.385859:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137667.385867:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.385873:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137667.385874:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.385876:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137667.385878:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137667.385879:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137667.385881:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137667.385883:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137667.385889:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94860c60 time=74 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137667.385892:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94860c18 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137667.385894:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137667.385896:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.385897:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783137667.385901:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783137667.385908:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.385911:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137667.385914:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:3.0:1783137667.385915:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137667.385917:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137667.385919:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.385925:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137667.385927:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137667.387096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137667.387119:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137667.387130:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102281600:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137667.387138:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137667.387140:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137667.387141:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370898. 00000400:00000200:3.0:1783137667.387145:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99c38 00000400:00000010:3.0:1783137667.387147:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99c38. 00000100:00000001:3.0:1783137667.387150:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.387154:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137667.387164:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387170:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137667.387172:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387174:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137667.387176:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137667.387178:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137667.387179:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137667.387181:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137667.387187:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf5460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137667.387190:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf5418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137667.387192:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137667.387194:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.387196:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783137667.387199:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783137667.387205:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.387219:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137667.387221:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:3.0:1783137667.387223:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137667.387229:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137667.387234:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387241:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137667.387244:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137667.387245:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137667.387248:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137667.387255:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102281856:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137667.387261:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137667.387262:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137667.387265:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370160. 00000400:00000200:3.0:1783137667.387267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99880 00000400:00000010:3.0:1783137667.387269:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99880. 00000100:00000001:3.0:1783137667.387271:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.387275:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137667.387283:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387289:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137667.387290:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387291:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137667.387293:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137667.387294:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137667.387296:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137667.387297:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1783137667.387308:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff97bb830e4000. 00000100:00001000:3.0:1783137667.387323:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf3460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137667.387326:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf3418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137667.387328:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137667.387329:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.387330:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783137667.387341:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783137667.387347:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.387365:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137667.387367:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:3.0:1783137667.387369:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137667.387370:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137667.387374:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387380:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137667.387382:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137667.387384:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137667.387387:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137667.387394:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282112:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137667.387400:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137667.387401:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137667.387403:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370cb8. 00000400:00000200:3.0:1783137667.387405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c993b8 00000400:00000010:3.0:1783137667.387407:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c993b8. 00000100:00000001:3.0:1783137667.387410:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.387414:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137667.387423:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387429:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137667.387430:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387432:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137667.387433:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137667.387435:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137667.387441:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137667.387443:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137667.387448:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb89706460 time=75 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137667.387452:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb89706418 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137667.387454:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137667.387455:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.387457:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137667.387459:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.387461:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137667.387463:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:3.0:1783137667.387464:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137667.387466:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137667.387470:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387476:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137667.387478:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137667.387479:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137667.387484:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137667.387491:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102281472:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137667.387497:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137667.387498:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137667.387500:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370630. 00000400:00000200:3.0:1783137667.387502:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99000 00000400:00000010:3.0:1783137667.387503:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99000. 00000100:00000001:3.0:1783137667.387506:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.387509:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137667.387516:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387522:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137667.387529:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387530:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137667.387532:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137667.387533:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137667.387534:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137667.387536:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137667.387541:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf1c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137667.387544:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf1c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137667.387546:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137667.387547:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.387548:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137667.387550:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.387552:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137667.387553:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:3.0:1783137667.387554:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137667.387555:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137667.387559:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387566:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137667.387567:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137667.387569:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137667.387572:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137667.387579:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102281728:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137667.387583:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137667.387584:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137667.387586:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953702c0. 00000400:00000200:3.0:1783137667.387588:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99440 00000400:00000010:3.0:1783137667.387590:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99440. 00000100:00000001:3.0:1783137667.387592:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137667.387595:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137667.387602:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387613:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137667.387614:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387616:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137667.387618:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137667.387619:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137667.387621:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137667.387622:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137667.387627:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf7c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137667.387630:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137667.387632:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137667.387634:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.387635:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783137667.387639:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783137667.387644:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.387646:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137667.387647:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:3.0:1783137667.387649:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137667.387650:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137667.387653:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387659:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137667.387661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137667.387662:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137667.387666:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137667.387672:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102281984:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137667.387676:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387679:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.387683:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4b480 x1869755102281344/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387696:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137667.387699:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137667.387703:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb92157200. 02000000:00000001:3.0:1783137667.387708:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137667.387710:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137667.387712:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:3.0:1783137667.387714:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137667.387716:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682e00. 02000000:00000001:3.0:1783137667.387720:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137667.387722:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137667.387724:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4b480. 00000100:00000001:3.0:1783137667.387728:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137667.387730:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387732:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.387736:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4b800 x1869755102281600/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387742:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137667.387744:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137667.387745:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb9671d000. 02000000:00000001:3.0:1783137667.387748:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137667.387749:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137667.387750:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb94860800 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000001:3.0:1783137667.387752:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137667.387753:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682f00. 02000000:00000001:3.0:1783137667.387755:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137667.387756:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137667.387758:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4b800. 00000100:00000001:3.0:1783137667.387760:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137667.387762:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387764:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.387767:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4a300 x1869755102281856/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387773:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137667.387775:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137667.387781:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb87cb2200. 02000000:00000001:3.0:1783137667.387784:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137667.387785:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137667.387786:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf5000 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000001:3.0:1783137667.387788:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137667.387789:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682000. 02000000:00000001:3.0:1783137667.387791:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137667.387792:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137667.387794:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4a300. 00000100:00000001:3.0:1783137667.387796:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137667.387798:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387799:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.387804:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4ad80 x1869755102282112/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387810:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137667.387811:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137667.387812:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d0200. 02000000:00000001:3.0:1783137667.387814:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137667.387815:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137667.387816:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf3000 refcount=2 obd=lustre-OST0001-osc-ffff97bb87c46800 00000020:00000001:3.0:1783137667.387818:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137667.387819:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682100. 02000000:00000001:3.0:1783137667.387820:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137667.387821:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137667.387822:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4ad80. 00000100:00000001:3.0:1783137667.387824:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137667.387826:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387827:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.387830:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d49500 x1869755102281472/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387836:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137667.387837:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137667.387838:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb90105800. 02000000:00000001:3.0:1783137667.387842:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137667.387843:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137667.387844:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb89706000 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000001:3.0:1783137667.387852:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137667.387854:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682d00. 02000000:00000001:3.0:1783137667.387856:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137667.387857:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137667.387858:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d49500. 00000100:00000001:3.0:1783137667.387861:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137667.387862:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387864:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.387868:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4b100 x1869755102281728/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387874:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137667.387875:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137667.387876:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb81214000. 02000000:00000001:3.0:1783137667.387880:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137667.387881:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137667.387882:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf1800 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000001:3.0:1783137667.387883:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137667.387885:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682700. 02000000:00000001:3.0:1783137667.387887:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137667.387888:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137667.387889:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4b100. 00000100:00000001:3.0:1783137667.387891:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137667.387892:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387893:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137667.387895:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4aa00 x1869755102281984/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137667.387901:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137667.387902:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137667.387903:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb92157600. 02000000:00000001:3.0:1783137667.387905:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137667.387906:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137667.387907:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf7800 refcount=2 obd=lustre-OST0000-osc-ffff97bb87c46800 00000020:00000001:3.0:1783137667.387908:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137667.387910:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682200. 02000000:00000001:3.0:1783137667.387912:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137667.387913:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137667.387920:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4aa00. 00000100:00000001:3.0:1783137667.387922:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137667.387923:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387926:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137667.387947:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783137667.387949:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137667.387952:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137667.387955:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.753832:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137667.753850:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137667.753856:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137667.753858:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137667.754085:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137667.754089:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137667.754092:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783137668.648179:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295041789, at 4295041792 00000100:00000010:2.0:1783137668.648194:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb9a77fc60. 00000100:00000040:3.0:1783137668.648284:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295041789, at 4295041792 00000100:00000010:3.0:1783137668.648290:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb9a77fd20. 00010000:00000001:3.0:1783137668.776509:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137668.776517:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137668.776523:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137668.776525:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137668.776566:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137668.776569:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137668.776572:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137669.799476:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137669.799485:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137669.799491:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137669.799493:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137669.800239:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137669.800245:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137669.800249:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783137670.603952:0:9651:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783137670.603964:0:9651:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783137670.626507:0:9653:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783137670.626523:0:9653:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783137670.727538:0:9660:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783137670.727552:0:9660:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783137670.755800:0:9662:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783137670.755814:0:9662:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137670.827486:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137670.827497:0:8082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783137670.827499:0:8082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783137670.827504:0:8082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137670.827511:0:8082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783137670.827513:0:8082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137670.827516:0:8082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137670.827518:0:8082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137670.827522:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137670.827523:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137670.827594:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137670.827598:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137670.827601:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137671.847623:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137671.847630:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137671.847653:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137671.847654:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137671.847857:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137671.847861:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137671.847864:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783137672.487442:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9010a695-40ea-448a-aef5-744565b3b6fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137672.487455:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137672.487469:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4a680. 00000020:00000040:2.0:1783137672.487476:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:2.0:1783137672.487482:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137672.487486:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137672.487492:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137672.487504:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58700. 00000100:00000001:2.0:1783137672.487514:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487531:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9010a695-40ea-448a-aef5-744565b3b6fb->MGS req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137672.487543:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137672.487548:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487557:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cce4b21] to pc [ptlrpcd_01_00+0] req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487586:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487589:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137672.487594:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137672.487597:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d49f80. 00000020:00000040:2.0:1783137672.487600:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb89706000 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137672.487603:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137672.487605:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137672.487607:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137672.487612:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58b00. 00000100:00000001:2.0:1783137672.487615:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487621:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137672.487629:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137672.487631:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487637:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d3901] to pc [ptlrpcd_01_01+1] req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487665:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487668:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137672.487672:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137672.487675:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d49880. 00000020:00000040:2.0:1783137672.487678:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb94860800 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137672.487681:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137672.487682:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137672.487684:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137672.487688:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58f00. 00000100:00000001:2.0:1783137672.487692:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487697:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137672.487704:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137672.487706:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487711:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058fe3478] to pc [ptlrpcd_01_00+0] req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487718:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487720:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137672.487724:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137672.487727:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137672.487730:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137672.487733:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137672.487736:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137672.487739:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48380. 00000020:00000040:2.0:1783137672.487741:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf1800 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137672.487743:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137672.487752:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137672.487754:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137672.487759:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58800. 00000100:00000001:2.0:1783137672.487764:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487770:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137672.487776:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137672.487778:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487784:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba08aad] to pc [ptlrpcd_01_01+1] req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487791:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487793:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137672.487796:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137672.487800:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48000. 00000020:00000040:2.0:1783137672.487803:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf5000 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137672.487806:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137672.487807:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137672.487810:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137672.487815:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58100. 00000100:00000001:2.0:1783137672.487817:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487821:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137672.487829:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137672.487830:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487834:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e17118d9] to pc [ptlrpcd_01_00+0] req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487840:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487842:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137672.487845:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137672.487848:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48e00. 00000020:00000040:2.0:1783137672.487857:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf7800 refcount=3 obd=lustre-OST0000-osc-ffff97bb87c46800 00000100:00000001:2.0:1783137672.487859:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137672.487860:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137672.487863:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137672.487866:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58200. 00000100:00000001:2.0:1783137672.487869:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487873:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137672.487879:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137672.487880:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487884:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff866541] to pc [ptlrpcd_01_01+1] req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487889:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487891:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137672.487906:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137672.487910:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4bb80. 00000020:00000040:2.0:1783137672.487912:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf3000 refcount=3 obd=lustre-OST0001-osc-ffff97bb87c46800 00000100:00000001:2.0:1783137672.487914:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137672.487915:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137672.487916:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137672.487919:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98a58e00. 00000100:00000001:2.0:1783137672.487922:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487926:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137672.487931:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137672.487933:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487936:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fe16681] to pc [ptlrpcd_01_00+0] req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487942:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.487947:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:2.0:1783137672.487969:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137672.487974:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137672.487976:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137672.487983:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.487990:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137672.487992:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.487995:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137672.487998:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137672.488001:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.488004:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102282240:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.488008:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137672.488015:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137672.488018:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488021:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137672.488026:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d1c00. 02000000:00000001:2.0:1783137672.488028:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.488037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137672.488041:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953708f0. 00000400:00000010:2.0:1783137672.488049:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99110. 00000100:00000200:2.0:1783137672.488058:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102282240, portal 25 00000100:00000001:2.0:1783137672.488060:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137672.488062:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342493824 : -114643367057792 : ffff97bb82d4a680) 00000100:00000040:2.0:1783137672.488067:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488074:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137672.488077:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137672.488079:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99550. 00000100:00000200:2.0:1783137672.488082:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869755102282240, offset 0 00000400:00000200:2.0:1783137672.488089:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488107:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137672.488113:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137672.488124:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137672.488128:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137672.488130:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488135:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [139:139:256:4294967295] 192.168.203.160@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1783137672.488140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488150:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137672.488157:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137672.488162:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58400. 00000800:00000200:2.0:1783137672.488169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137672.488178:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137672.488182:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137672.488207:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.488212:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137672.488215:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295046908 00000100:00000010:2.0:1783137672.488219:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb9a77fc60. 00000100:00000001:2.0:1783137672.488227:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1783137672.488232:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295046908 00000100:00000010:2.0:1783137672.488235:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb9a77f0c0. 00000100:00000001:2.0:1783137672.488238:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1783137672.488241:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.488244:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.488247:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137672.488251:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488257:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137672.488258:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488260:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137672.488262:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137672.488264:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.488267:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102282496:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.488278:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137672.488281:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137672.488283:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488284:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137672.488287:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d0400. 02000000:00000001:2.0:1783137672.488289:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.488293:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137672.488295:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370580. 00000400:00000010:2.0:1783137672.488299:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c995d8. 00000100:00000200:2.0:1783137672.488302:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102282496, portal 10 00000100:00000001:2.0:1783137672.488304:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137672.488305:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342490240 : -114643367061376 : ffff97bb82d49880) 00000100:00000040:2.0:1783137672.488312:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488318:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137672.488320:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137672.488323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99088. 00000100:00000200:2.0:1783137672.488325:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102282496, offset 0 00000400:00000200:2.0:1783137672.488329:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488336:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137672.488339:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137672.488341:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137672.488343:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137672.488345:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488348:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [140:140:255:4294967295] 192.168.203.160@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:2.0:1783137672.488386:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488393:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137672.488398:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137672.488402:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98a58a00. 00000800:00000200:2.0:1783137672.488405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137672.488416:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137672.488418:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98a58a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137672.488422:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.488425:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: using a timeout of 155257 usecs (156 jiffies) 00000400:00000200:2.0:1783137672.488428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137672.488430:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295045789 00000100:00000001:2.0:1783137672.488433:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488435:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295045789 00000100:00000001:2.0:1783137672.488436:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488438:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.488440:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.488443:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137672.488446:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488453:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137672.488455:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488457:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137672.488459:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137672.488460:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.488463:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282752:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.488466:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137672.488469:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137672.488470:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488472:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137672.488475:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d0e00. 02000000:00000001:2.0:1783137672.488476:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.488479:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137672.488482:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370210. 00000400:00000010:2.0:1783137672.488485:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99770. 00000100:00000200:2.0:1783137672.488488:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102282752, portal 10 00000100:00000001:2.0:1783137672.488490:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137672.488495:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342483968 : -114643367067648 : ffff97bb82d48000) 00000100:00000040:2.0:1783137672.488502:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488508:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137672.488509:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137672.488511:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99660. 00000100:00000200:2.0:1783137672.488514:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102282752, offset 0 00000400:00000200:2.0:1783137672.488517:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488521:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488524:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137672.488527:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137672.488529:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137672.488531:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137672.488533:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488535:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [141:141:254:4294967295] 192.168.203.160@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:2.0:1783137672.488539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488544:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137672.488548:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137672.488552:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb915f4400. 00000800:00000200:2.0:1783137672.488555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137672.488559:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137672.488561:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb915f4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137672.488564:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.488567:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: using a timeout of 23667 usecs (24 jiffies) 00000400:00000200:2.0:1783137672.488570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137672.488574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295045657 00000100:00000001:2.0:1783137672.488576:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488578:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295045657 00000100:00000001:2.0:1783137672.488580:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488582:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.488589:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.488592:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137672.488597:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488603:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137672.488605:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488608:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137672.488610:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137672.488612:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.488616:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102283008:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.488618:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137672.488621:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137672.488623:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488625:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137672.488629:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d1600. 02000000:00000001:2.0:1783137672.488630:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.488635:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137672.488639:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953709a0. 00000400:00000010:2.0:1783137672.488643:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99dd0. 00000100:00000200:2.0:1783137672.488647:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283008, portal 4 00000100:00000001:2.0:1783137672.488650:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137672.488652:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000040:2.0:1783137672.488658:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488664:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137672.488668:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137672.488671:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99330. 00000100:00000200:2.0:1783137672.488673:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102283008, offset 0 00000400:00000200:2.0:1783137672.488680:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488686:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488690:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137672.488694:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137672.488708:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137672.488712:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137672.488715:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488718:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [142:142:253:4294967295] 192.168.203.160@tcp LPNI seq info [142:142:5:4294967295] 00000400:00000200:2.0:1783137672.488722:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488728:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137672.488734:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137672.488738:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb915f4500. 00000800:00000200:2.0:1783137672.488742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137672.488747:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137672.488750:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb915f4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137672.488754:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.488758:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: using a timeout of 18088 usecs (19 jiffies) 00000400:00000200:2.0:1783137672.488762:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137672.488764:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295045652 00000100:00000001:2.0:1783137672.488767:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488769:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295045652 00000100:00000001:2.0:1783137672.488771:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488774:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.488776:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.488779:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.488782:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.488790:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137672.488792:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783137672.488795:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137672.488796:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137672.488798:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.488801:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1783137672.488802:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.488804:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137672.488806:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.488814:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137672.488815:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137672.488816:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137672.488821:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488828:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137672.488829:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488832:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137672.488833:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137672.488835:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.488838:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102282368:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.488841:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137672.488843:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137672.488845:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488846:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137672.488849:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d1400. 02000000:00000001:2.0:1783137672.488850:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.488853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137672.488856:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370f78. 00000400:00000010:2.0:1783137672.488859:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c994c8. 00000100:00000200:2.0:1783137672.488862:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102282368, portal 10 00000100:00000001:2.0:1783137672.488864:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137672.488865:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342492032 : -114643367059584 : ffff97bb82d49f80) 00000100:00000040:2.0:1783137672.488871:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488877:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137672.488879:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137672.488881:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99b28. 00000100:00000200:2.0:1783137672.488883:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102282368, offset 0 00000400:00000200:2.0:1783137672.488886:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488905:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137672.488907:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137672.488916:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137672.488918:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137672.488920:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137672.488923:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [143:143:252:4294967295] 192.168.203.160@tcp LPNI seq info [143:143:4:4294967295] 00000400:00000200:2.0:1783137672.488927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.488933:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137672.488938:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137672.488941:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb915f4300. 00000800:00000200:2.0:1783137672.488945:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137672.488948:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137672.488951:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb915f4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137672.488953:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.488956:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: using a timeout of 128446 usecs (129 jiffies) 00000400:00000200:2.0:1783137672.488960:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137672.488961:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295045762 00000100:00000001:2.0:1783137672.488964:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488966:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295045762 00000100:00000001:2.0:1783137672.488968:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.488970:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.488972:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.488974:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137672.488978:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.488984:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137672.488986:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.488988:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137672.488990:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137672.488992:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.488995:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282624:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.489006:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137672.489009:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137672.489010:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.489011:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137672.489014:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d1a00. 02000000:00000001:2.0:1783137672.489016:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.489020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137672.489022:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953709f8. 00000400:00000010:2.0:1783137672.489026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c997f8. 00000100:00000200:2.0:1783137672.489029:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102282624, portal 10 00000100:00000001:2.0:1783137672.489031:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137672.489032:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342484864 : -114643367066752 : ffff97bb82d48380) 00000100:00000040:2.0:1783137672.489038:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489043:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137672.489045:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137672.489047:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99bb0. 00000100:00000200:2.0:1783137672.489049:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102282624, offset 0 00000400:00000200:2.0:1783137672.489053:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137672.489056:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.489060:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137672.489062:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137672.489065:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137672.489067:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137672.489069:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137672.489072:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [144:144:251:4294967295] 192.168.203.160@tcp LPNI seq info [144:144:3:4294967295] 00000400:00000200:2.0:1783137672.489076:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.489082:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137672.489086:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137672.489092:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682200. 00000800:00000200:2.0:1783137672.489096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137672.489104:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137672.489107:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137672.489109:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.489112:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: using a timeout of 16481 usecs (17 jiffies) 00000400:00000200:2.0:1783137672.489115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137672.489117:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295045650 00000100:00000001:2.0:1783137672.489119:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.489121:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295045650 00000100:00000001:2.0:1783137672.489124:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.489126:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.489128:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489130:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137672.489134:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489140:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137672.489141:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.489143:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137672.489145:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137672.489147:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137672.489150:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282880:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.489153:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137672.489155:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137672.489157:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.489158:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137672.489161:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d1000. 02000000:00000001:2.0:1783137672.489163:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137672.489165:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137672.489168:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953702c0. 00000400:00000010:2.0:1783137672.489172:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99f68. 00000100:00000200:2.0:1783137672.489174:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102282880, portal 4 00000100:00000001:2.0:1783137672.489176:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137672.489180:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342487552 : -114643367064064 : ffff97bb82d48e00) 00000100:00000040:2.0:1783137672.489186:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489192:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137672.489194:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137672.489196:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99a18. 00000100:00000200:2.0:1783137672.489198:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102282880, offset 0 00000400:00000200:2.0:1783137672.489202:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137672.489205:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.489208:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137672.489210:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137672.489212:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137672.489214:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137672.489216:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137672.489218:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [145:145:250:4294967295] 192.168.203.160@tcp LPNI seq info [145:145:2:4294967295] 00000400:00000200:2.0:1783137672.489222:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137672.489228:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137672.489232:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137672.489235:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682700. 00000800:00000200:2.0:1783137672.489238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137672.489241:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137672.489243:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137672.489246:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.489248:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: using a timeout of 17537 usecs (18 jiffies) 00000400:00000200:2.0:1783137672.489251:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137672.489253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295045651 00000100:00000001:2.0:1783137672.489255:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.489257:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295045651 00000100:00000001:2.0:1783137672.489259:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295046908 00000100:00000001:2.0:1783137672.489261:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.489267:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489270:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489273:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489292:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137672.489295:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783137672.489339:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137672.489344:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58400. 00000400:00000200:2.0:1783137672.489391:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137672.489397:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137672.489403:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99550 00000400:00000010:2.0:1783137672.489405:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99550. 00000100:00000001:2.0:1783137672.489411:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137672.489416:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489425:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.489428:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489435:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489437:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137672.489454:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137672.489457:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98a58a00. 00000400:00000200:2.0:1783137672.489460:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137672.489463:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137672.489466:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99088 00000400:00000010:2.0:1783137672.489467:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99088. 00000100:00000001:2.0:1783137672.489470:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137672.489473:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489480:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.489483:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489490:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489491:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137672.489506:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137672.489508:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb915f4400. 00000400:00000200:2.0:1783137672.489512:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137672.489515:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137672.489518:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99660 00000400:00000010:2.0:1783137672.489520:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99660. 00000100:00000001:2.0:1783137672.489522:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137672.489527:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489534:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.489537:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489542:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489544:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137672.489551:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137672.489554:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb915f4500. 00000400:00000200:2.0:1783137672.489556:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137672.489559:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137672.489561:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99330 00000400:00000010:2.0:1783137672.489563:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99330. 00000100:00000001:2.0:1783137672.489565:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137672.489568:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489576:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.489579:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489585:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489587:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137672.489593:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137672.489595:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb915f4300. 00000400:00000200:2.0:1783137672.489597:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137672.489600:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137672.489602:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99b28 00000400:00000010:2.0:1783137672.489609:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99b28. 00000100:00000001:2.0:1783137672.489612:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137672.489616:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489622:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.489624:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489631:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489632:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137672.489640:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137672.489643:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682200. 00000400:00000200:2.0:1783137672.489646:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137672.489649:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137672.489651:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99bb0 00000400:00000010:2.0:1783137672.489653:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99bb0. 00000100:00000001:2.0:1783137672.489655:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137672.489658:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489665:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.489667:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489674:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489675:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137672.489742:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137672.489744:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682700. 00000400:00000200:2.0:1783137672.489747:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137672.489750:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137672.489753:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99a18 00000400:00000010:2.0:1783137672.489754:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99a18. 00000100:00000001:2.0:1783137672.489756:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137672.489760:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489778:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.489781:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.489787:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.489789:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783137672.496764:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.500751:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137672.500761:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.500769:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.500778:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500786:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137672.500806:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500811:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500818:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500822:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b04500 00000400:00000200:3.0:1783137672.500827:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500833:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1783137672.500842:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.500847:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.500851:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137672.500855:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137672.500863:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.500871:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137672.500884:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.500911:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137672.500922:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.500926:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137672.500928:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.500930:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.500933:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500937:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137672.500941:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500944:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500946:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500963:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b04480 00000400:00000200:3.0:1783137672.500966:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.500970:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1783137672.500974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.500978:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.500980:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137672.500984:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137672.500987:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.500991:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137672.501001:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.501008:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137672.501012:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501015:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137672.501017:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501019:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501022:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501026:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137672.501030:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501032:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501035:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501037:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04300 00000400:00000200:3.0:1783137672.501040:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501044:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1783137672.501047:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501051:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501052:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137672.501055:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137672.501058:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.501062:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137672.501081:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.501088:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137672.501093:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501097:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137672.501098:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501100:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501104:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501107:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137672.501110:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501113:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501116:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501119:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04400 00000400:00000200:3.0:1783137672.501122:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501126:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:3.0:1783137672.501130:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501134:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501135:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137672.501138:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137672.501141:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.501146:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137672.501154:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.501161:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137672.501164:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501168:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137672.501169:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501172:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501175:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501185:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137672.501189:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501192:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501194:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501197:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04280 00000400:00000200:3.0:1783137672.501200:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501203:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:3.0:1783137672.501208:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501211:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501213:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137672.501217:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137672.501219:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.501224:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137672.501233:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.501241:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137672.501245:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501248:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137672.501249:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501251:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501254:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501257:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137672.501261:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501263:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501266:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501269:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04380 00000400:00000200:3.0:1783137672.501272:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.501283:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:3.0:1783137672.501286:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501297:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.501304:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137672.501308:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137672.501311:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.501316:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137672.501324:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.501341:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137672.501346:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.501371:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.502024:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137672.502029:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783137672.502037:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137672.502039:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137672.502042:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370f78. 00000400:00000200:2.0:1783137672.502048:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c994c8 00000400:00000010:2.0:1783137672.502050:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c994c8. 00000100:00000001:2.0:1783137672.502054:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137672.502061:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137672.502071:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502079:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137672.502081:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.502084:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137672.502088:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137672.502091:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137672.502093:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.502096:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137672.502106:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb89706460 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137672.502110:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb89706418 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137672.502113:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137672.502115:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137672.502118:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783137672.502121:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.502125:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137672.502127:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:2.0:1783137672.502140:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137672.502143:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.502150:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502157:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.502160:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137672.502163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137672.502168:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137672.502177:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102282368:192.168.203.160@tcp:400:kworker.0 00000400:00000001:2.0:1783137672.502184:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137672.502186:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137672.502189:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953709f8. 00000400:00000200:2.0:1783137672.502192:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c997f8 00000400:00000010:2.0:1783137672.502195:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c997f8. 00000100:00000001:2.0:1783137672.502198:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137672.502202:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137672.502210:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502217:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137672.502219:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.502221:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137672.502223:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137672.502224:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137672.502226:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.502228:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137672.502234:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf1c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137672.502238:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf1c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137672.502240:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137672.502242:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137672.502244:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783137672.502253:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.502256:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137672.502257:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:2.0:1783137672.502259:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137672.502260:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.502266:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502286:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.502288:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137672.502290:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137672.502294:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137672.502302:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282624:192.168.203.160@tcp:400:kworker.0 00000400:00000001:2.0:1783137672.502310:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137672.502312:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137672.502314:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953702c0. 00000400:00000200:2.0:1783137672.502317:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99f68 00000400:00000010:2.0:1783137672.502319:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99f68. 00000100:00000001:2.0:1783137672.502322:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137672.502326:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137672.502343:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502382:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137672.502385:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.502387:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137672.502389:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137672.502390:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137672.502392:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.502394:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137672.502398:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf7c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137672.502401:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137672.502410:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137672.502412:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137672.502414:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783137672.502420:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783137672.502427:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.502429:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137672.502432:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:2.0:1783137672.502433:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137672.502435:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.502439:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502445:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.502447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137672.502449:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137672.502452:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137672.502460:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282880:192.168.203.160@tcp:400:kworker.0 00000400:00000001:2.0:1783137672.502467:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137672.502468:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137672.502469:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370580. 00000400:00000200:2.0:1783137672.502472:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c995d8 00000400:00000010:2.0:1783137672.502473:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c995d8. 00000100:00000001:2.0:1783137672.502476:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137672.502480:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137672.502487:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502493:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137672.502506:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.502516:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137672.502518:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137672.502519:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137672.502520:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.502522:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137672.502527:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94860c60 time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137672.502530:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94860c18 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137672.502532:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137672.502533:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137672.502535:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783137672.502539:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783137672.502545:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.502547:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137672.502548:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:2.0:1783137672.502550:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137672.502551:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.502554:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502567:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.502569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137672.502570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137672.502574:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137672.502581:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102282496:192.168.203.160@tcp:400:kworker.0 00000400:00000001:2.0:1783137672.502643:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137672.502645:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137672.502647:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370210. 00000400:00000200:2.0:1783137672.502650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99770 00000400:00000010:2.0:1783137672.502652:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99770. 00000100:00000001:2.0:1783137672.502654:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137672.502659:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137672.502674:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502681:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137672.502683:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.502684:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137672.502686:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137672.502687:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137672.502689:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.502690:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137672.502695:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf5460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137672.502698:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf5418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137672.502700:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137672.502702:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137672.502703:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783137672.502707:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783137672.502712:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.502714:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137672.502715:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:2.0:1783137672.502717:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137672.502718:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.502721:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502727:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.502728:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137672.502730:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137672.502733:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137672.502740:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102282752:192.168.203.160@tcp:400:kworker.0 00000400:00000001:2.0:1783137672.502746:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137672.502752:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137672.502753:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953709a0. 00000400:00000200:2.0:1783137672.502756:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99dd0 00000400:00000010:2.0:1783137672.502757:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99dd0. 00000100:00000001:2.0:1783137672.502760:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137672.502764:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137672.502772:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502778:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137672.502780:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.502782:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137672.502783:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137672.502785:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137672.502786:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137672.502788:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137672.502793:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf3460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137672.502795:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf3418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137672.502798:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137672.502799:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137672.502801:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783137672.502804:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783137672.502811:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.502813:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137672.502814:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:2.0:1783137672.502815:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137672.502817:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137672.502820:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502825:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137672.502827:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137672.502828:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137672.502839:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137672.502846:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102283008:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137672.502850:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.502853:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.502857:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d49f80 x1869755102282368/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.502864:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137672.502867:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137672.502871:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d1400. 02000000:00000001:2.0:1783137672.502874:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137672.502877:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137672.502879:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb89706000 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000001:2.0:1783137672.502882:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137672.502884:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58b00. 02000000:00000001:2.0:1783137672.502888:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137672.502890:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137672.502892:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d49f80. 00000800:00000001:3.0:1783137672.503289:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.503300:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137672.503302:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.503304:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.503315:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.503320:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137672.503335:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.503339:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.503345:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.503348:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 25 MB=0x6a48848b04200 00000400:00000200:3.0:1783137672.503368:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137672.503373:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:3.0:1783137672.503379:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.503386:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137672.503389:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137672.503393:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137672.503399:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.503404:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137672.503419:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.503445:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137672.503453:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137672.503457:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.503646:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137672.503648:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.503650:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.503656:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48380 x1869755102282624/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.503663:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137672.503665:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137672.503667:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d1a00. 02000000:00000001:2.0:1783137672.503670:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137672.503672:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137672.503673:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf1800 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000001:2.0:1783137672.503831:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137672.503833:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58800. 02000000:00000001:2.0:1783137672.503837:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137672.503838:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137672.503847:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48380. 00000100:00000001:2.0:1783137672.503849:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137672.503851:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.503853:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.503858:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48e00 x1869755102282880/t0(0) o400->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.503864:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137672.503866:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137672.503868:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d1000. 02000000:00000001:2.0:1783137672.503870:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137672.503872:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137672.503873:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf7800 refcount=2 obd=lustre-OST0000-osc-ffff97bb87c46800 00000020:00000001:2.0:1783137672.503875:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137672.503876:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58200. 02000000:00000001:2.0:1783137672.503878:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137672.503879:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137672.503881:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48e00. 00000100:00000001:2.0:1783137672.503883:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137672.503884:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.503886:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.503890:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d49880 x1869755102282496/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.503906:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137672.504116:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137672.504118:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d0400. 02000000:00000001:2.0:1783137672.504121:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137672.504123:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137672.504124:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb94860800 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000001:2.0:1783137672.504126:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137672.504127:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58f00. 02000000:00000001:2.0:1783137672.504129:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137672.504130:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137672.504132:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d49880. 00000100:00000001:2.0:1783137672.504134:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137672.504135:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.504137:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.504148:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48000 x1869755102282752/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.504157:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137672.504161:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137672.504163:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d0e00. 02000000:00000001:2.0:1783137672.504166:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137672.504169:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137672.504170:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf5000 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000001:2.0:1783137672.504172:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137672.504179:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58100. 02000000:00000001:2.0:1783137672.504183:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137672.504184:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137672.504186:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48000. 00000100:00000001:2.0:1783137672.504193:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137672.504194:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.504196:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137672.504200:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4bb80 x1869755102283008/t0(0) o400->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137672.504207:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137672.504209:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137672.504210:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d1600. 02000000:00000001:2.0:1783137672.504213:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137672.504214:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137672.504215:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf3000 refcount=2 obd=lustre-OST0001-osc-ffff97bb87c46800 00000020:00000001:2.0:1783137672.504217:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137672.504218:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58e00. 02000000:00000001:2.0:1783137672.504224:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137672.504226:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137672.504227:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4bb80. 00000100:00000001:2.0:1783137672.504230:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137672.504231:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137672.504234:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137672.504240:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137672.504242:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783137672.504441:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137672.504444:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137672.504446:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953708f0. 00000400:00000200:3.0:1783137672.504450:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99110 00000400:00000010:3.0:1783137672.504456:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99110. 00000100:00000001:3.0:1783137672.504461:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137672.504467:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137672.504475:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.504486:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137672.504487:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137672.504493:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137672.504506:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137672.504509:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137672.504512:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137672.504518:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137672.504524:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=81 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137672.504528:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137672.504534:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137672.504536:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137672.504538:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137672.504540:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137672.504543:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137672.504547:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.504554:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137672.504561:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137672.504562:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137672.504566:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137672.504588:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102282240:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137672.504593:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137672.504595:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137672.504598:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4a680 x1869755102282240/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137672.504604:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137672.504606:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137672.504608:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d1c00. 02000000:00000001:3.0:1783137672.504610:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137672.504611:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137672.504612:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:3.0:1783137672.504614:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137672.504616:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98a58700. 02000000:00000001:3.0:1783137672.504618:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137672.504619:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137672.504620:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4a680. 00000100:00000001:3.0:1783137672.504623:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137672.504624:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137672.504625:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137672.504633:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783137672.504634:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137672.504637:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137672.504638:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137672.871532:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137672.871541:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137672.871548:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137672.871550:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137672.871672:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137672.871676:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137672.871679:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783137673.768431:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295046908, at 4295046912 00000100:00000010:3.0:1783137673.768452:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb9a77f0c0. 00000100:00000040:2.0:1783137673.769460:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295046908, at 4295046912 00000100:00000010:2.0:1783137673.769470:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb9a77fc60. 00010000:00000001:3.0:1783137673.895862:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137673.895870:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137673.895877:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137673.895878:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137673.895958:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137673.895962:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137673.895966:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137674.920638:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137674.920644:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137674.920649:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137674.920650:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137674.922562:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137674.922570:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137674.922576:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137675.945644:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137675.945653:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137675.945659:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137675.945660:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137675.946384:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137675.946390:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137675.946394:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137676.968879:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137676.968888:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137676.968895:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137676.968899:0:8082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783137676.968902:0:8082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783137676.968907:0:8082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137676.968910:0:8082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783137676.968913:0:8082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137676.968915:0:8082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137676.968917:0:8082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137676.972343:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137676.972643:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137676.972649:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783137677.607767:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9010a695-40ea-448a-aef5-744565b3b6fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137677.607779:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137677.607791:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4bb80. 00000020:00000040:2.0:1783137677.607798:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:2.0:1783137677.607802:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137677.607805:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137677.607812:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137677.607820:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682700. 00000100:00000001:2.0:1783137677.607828:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.607839:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9010a695-40ea-448a-aef5-744565b3b6fb->MGS req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137677.607850:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137677.607854:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.607870:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fe16681] to pc [ptlrpcd_01_01+1] req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.607930:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137677.607934:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137677.607937:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783137677.607943:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.607951:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783137677.607953:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.607957:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783137677.607960:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783137677.607963:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783137677.607967:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102283136:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137677.607971:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783137677.607976:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783137677.607978:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.607981:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783137677.607986:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb82dc9c00. 02000000:00000001:3.0:1783137677.607988:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.607995:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:3.0:1783137677.608022:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb82da2c60. 00000400:00000010:3.0:1783137677.608028:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95bb0. 00000100:00000200:3.0:1783137677.608035:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283136, portal 25 00000100:00000001:3.0:1783137677.608037:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783137677.608039:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000040:3.0:1783137677.608046:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.608053:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783137677.608055:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:3.0:1783137677.608058:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95330. 00000100:00000200:3.0:1783137677.608060:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869755102283136, offset 0 00000400:00000200:3.0:1783137677.608066:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:3.0:1783137677.608074:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.608082:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:3.0:1783137677.608086:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783137677.608090:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:3.0:1783137677.608093:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783137677.608096:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:3.0:1783137677.608100:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [146:146:256:4294967295] 192.168.203.160@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:3.0:1783137677.608104:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.608113:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:3.0:1783137677.608118:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:3.0:1783137677.608122:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb889bed00. 00000800:00000200:3.0:1783137677.608128:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:3.0:1783137677.608136:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:3.0:1783137677.608141:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb889bed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783137677.608153:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.608157:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:3.0:1783137677.608160:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295052028 00000100:00000010:3.0:1783137677.608164:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb831a82a0. 00000100:00000001:3.0:1783137677.608170:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1783137677.608182:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295052028 00000100:00000010:3.0:1783137677.608185:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb831a8660. 00000100:00000001:3.0:1783137677.608188:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1783137677.608191:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137677.608194:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.608197:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.608199:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.608224:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.608227:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137677.608230:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137677.608233:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48000. 00000020:00000040:2.0:1783137677.608236:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb89706000 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137677.608249:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137677.608251:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137677.608253:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137677.608258:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682200. 00000100:00000001:2.0:1783137677.608261:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.608266:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137677.608274:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137677.609516:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.609531:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e17118d9] to pc [ptlrpcd_01_00+0] req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.613630:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613641:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137677.613646:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137677.613655:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d49880. 00000020:00000040:2.0:1783137677.613661:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb94860800 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137677.613666:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137677.613670:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137677.613675:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137677.613681:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682d00. 00000100:00000001:2.0:1783137677.613687:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613699:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137677.613711:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137677.613716:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613722:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058fe3478] to pc [ptlrpcd_01_01+1] req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.613733:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613736:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137677.613740:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137677.613743:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137677.613746:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137677.613749:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137677.613752:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137677.613754:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48e00. 00000020:00000040:2.0:1783137677.613757:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf1800 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137677.613759:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137677.613775:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137677.613777:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137677.613780:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682100. 00000100:00000001:2.0:1783137677.613784:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613788:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137677.613795:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137677.613797:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613801:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff866541] to pc [ptlrpcd_01_00+0] req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.613808:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613810:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137677.613812:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137677.613815:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48380. 00000020:00000040:2.0:1783137677.613817:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf5000 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137677.613820:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137677.613821:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137677.613822:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137677.613825:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682000. 00000100:00000001:2.0:1783137677.613828:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613831:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137677.613838:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137677.613840:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613843:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba08aad] to pc [ptlrpcd_01_01+1] req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.613850:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613852:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137677.613855:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1783137677.613867:0:38:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1783137677.613874:0:38:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1783137677.613877:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d49f80. 00000020:00000040:2.0:1783137677.613884:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf7800 refcount=3 obd=lustre-OST0000-osc-ffff97bb87c46800 00000100:00000001:2.0:1783137677.613887:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137677.613889:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137677.613890:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137677.613894:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682f00. 00000100:00000001:2.0:1783137677.613897:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.613899:0:38:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629430342492032 : -114643367059584 : ffff97bb82d49f80) 00000100:00080000:2.0:1783137677.613902:0:38:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf7800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1783137677.613905:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff97bb87c46800: disconnect after 20s idle 00000100:00000001:2.0:1783137677.613907:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137677.613909:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613914:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4d3901] to pc [ptlrpcd_rcv+-1] req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.613933:0:38:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.613936:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.613938:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137677.613941:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1783137677.613942:0:38:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1783137677.613943:0:38:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1783137677.613946:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48a80. 00000020:00000040:2.0:1783137677.613957:0:38:0:(genops.c:1231:class_import_get()) import ffff97bb98cf3000 refcount=3 obd=lustre-OST0001-osc-ffff97bb87c46800 00000100:00000001:2.0:1783137677.613959:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137677.613960:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137677.613962:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137677.613966:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682e00. 00000100:00000001:2.0:1783137677.613969:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.613971:0:38:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629430342486656 : -114643367064960 : ffff97bb82d48a80) 00000100:00080000:2.0:1783137677.613974:0:38:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf3000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1783137677.613977:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff97bb87c46800: disconnect after 20s idle 00000100:00000001:1.0:1783137677.613978:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783137677.613983:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137677.613986:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783137677.613987:0:2398:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1783137677.613991:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783137677.613998:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783137677.613999:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008db06a0a] to pc [ptlrpcd_rcv+-1] req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.614020:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137677.614023:0:38:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.614026:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.614031:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:1.0:1783137677.614042:0:2398:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783137677.614048:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783137677.614051:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783137677.614055:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783137677.614059:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102283776:192.168.203.160@tcp:9:kworker.0 00000100:00000001:1.0:1783137677.614064:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783137677.614088:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783137677.614092:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783137677.614094:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783137677.614099:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb83380800. 02000000:00000001:1.0:1783137677.614102:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783137677.614108:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:1.0:1783137677.614112:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb82da0f20. 00000400:00000010:1.0:1783137677.614119:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a6ee58. 00000100:00000200:1.0:1783137677.614126:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283776, portal 4 00000100:00000001:1.0:1783137677.614128:0:2398:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783137677.614130:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342492032 : -114643367059584 : ffff97bb82d49f80) 00000100:00000040:1.0:1783137677.614138:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.614146:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783137677.614148:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:1.0:1783137677.614151:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a6e550. 00000100:00000200:1.0:1783137677.614155:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102283776, offset 0 00000400:00000200:1.0:1783137677.614161:0:2398:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:1.0:1783137677.614175:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:1.0:1783137677.614183:0:2398:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:1.0:1783137677.614188:0:2398:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783137677.614206:0:2398:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:1.0:1783137677.614210:0:2398:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783137677.614213:0:2398:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:1.0:1783137677.614217:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [147:147:255:4294967295] 192.168.203.160@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:1.0:1783137677.614222:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:1.0:1783137677.614247:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:1.0:1783137677.614255:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:1.0:1783137677.614260:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb89759100. 00000800:00000200:1.0:1783137677.614267:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:1.0:1783137677.614274:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:1.0:1783137677.614278:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb89759100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783137677.614283:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783137677.614288:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: using a timeout of 17683 usecs (18 jiffies) 00000400:00000200:1.0:1783137677.614291:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:1.0:1783137677.614294:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295050776 00000100:00000001:1.0:1783137677.614297:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295052028 00000100:00000001:1.0:1783137677.614300:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295050776 00000100:00000001:1.0:1783137677.614302:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295052028 00000100:00000001:1.0:1783137677.614305:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783137677.614308:0:2398:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.614311:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.614314:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.614321:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783137677.614323:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1783137677.614325:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783137677.614326:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783137677.614327:0:2398:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783137677.614332:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.614346:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783137677.614348:0:2398:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783137677.614378:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783137677.614380:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783137677.614382:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783137677.614385:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102283904:192.168.203.160@tcp:9:kworker.0 00000100:00000001:1.0:1783137677.614388:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783137677.614391:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783137677.614392:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783137677.614395:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783137677.614398:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb83381800. 02000000:00000001:1.0:1783137677.614399:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783137677.614403:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:1.0:1783137677.614405:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb82da0d10. 00000400:00000010:1.0:1783137677.614409:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a6ebb0. 00000100:00000200:1.0:1783137677.614412:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283904, portal 4 00000100:00000001:1.0:1783137677.614414:0:2398:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783137677.614415:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342486656 : -114643367064960 : ffff97bb82d48a80) 00000100:00000040:1.0:1783137677.614421:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.614428:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783137677.614430:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:1.0:1783137677.614433:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a6e088. 00000100:00000200:1.0:1783137677.614435:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869755102283904, offset 0 00000400:00000200:1.0:1783137677.614439:0:2398:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:1.0:1783137677.614443:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:1.0:1783137677.614447:0:2398:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:1.0:1783137677.614450:0:2398:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783137677.614452:0:2398:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:1.0:1783137677.614455:0:2398:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783137677.614458:0:2398:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:1.0:1783137677.614466:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [148:148:254:4294967295] 192.168.203.160@tcp LPNI seq info [148:148:6:4294967295] 00000400:00000200:1.0:1783137677.614470:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:1.0:1783137677.614477:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:1.0:1783137677.614481:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:1.0:1783137677.614494:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb9675fe00. 00000800:00000200:1.0:1783137677.614510:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:1.0:1783137677.614514:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:1.0:1783137677.614517:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb9675fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783137677.614520:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783137677.614524:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: using a timeout of 18205 usecs (19 jiffies) 00000400:00000200:1.0:1783137677.614527:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:1.0:1783137677.614529:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295050778 00000100:00000001:1.0:1783137677.614531:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295052028 00000100:00000001:1.0:1783137677.614550:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295050778 00000100:00000001:1.0:1783137677.614552:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295052028 00000100:00000001:1.0:1783137677.614554:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783137677.614556:0:2398:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.614559:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.614561:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.614565:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783137677.614566:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1783137677.614568:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783137677.614569:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783137677.614570:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.614572:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.614802:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783137677.614805:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783137677.614808:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137677.614809:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137677.614811:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783137677.614817:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.614824:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783137677.614826:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.614828:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783137677.614830:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783137677.614832:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783137677.614835:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102283392:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137677.614837:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783137677.614840:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783137677.614842:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.614844:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783137677.614847:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb82dc9200. 02000000:00000001:3.0:1783137677.614849:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.614853:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:3.0:1783137677.614856:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb82da2268. 00000400:00000010:3.0:1783137677.614871:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a955d8. 00000100:00000200:3.0:1783137677.614875:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283392, portal 10 00000100:00000001:3.0:1783137677.614876:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783137677.614878:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342490240 : -114643367061376 : ffff97bb82d49880) 00000100:00000040:3.0:1783137677.614884:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.614896:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783137677.614899:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:3.0:1783137677.614901:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95cc0. 00000100:00000200:3.0:1783137677.614903:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102283392, offset 0 00000400:00000200:3.0:1783137677.614907:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:3.0:1783137677.614912:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.614916:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:3.0:1783137677.614919:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783137677.614921:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:3.0:1783137677.614924:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783137677.614925:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:3.0:1783137677.614928:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [149:149:253:4294967295] 192.168.203.160@tcp LPNI seq info [149:149:5:4294967295] 00000400:00000200:3.0:1783137677.614932:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.614937:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:3.0:1783137677.614941:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:3.0:1783137677.614945:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb889be200. 00000800:00000200:3.0:1783137677.614949:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:3.0:1783137677.614954:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:3.0:1783137677.614957:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb889be200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783137677.614969:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137677.614972:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: using a timeout of 148060 usecs (149 jiffies) 00000400:00000200:3.0:1783137677.614975:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:3.0:1783137677.614977:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295050908 00000100:00000001:3.0:1783137677.614980:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295052028 00000100:00000001:3.0:1783137677.614982:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295050908 00000100:00000001:3.0:1783137677.614984:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295052028 00000100:00000001:3.0:1783137677.614986:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137677.614988:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.614995:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783137677.615000:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.615478:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137677.615482:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137677.615484:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137677.615491:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.615500:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137677.615502:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137677.615504:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137677.615506:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137677.615509:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137677.615511:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102283264:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137677.615515:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137677.615518:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137677.615519:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137677.615521:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137677.615525:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d0600. 02000000:00000001:2.0:1783137677.615527:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137677.615531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137677.615534:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953709a0. 00000400:00000010:2.0:1783137677.615539:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99dd0. 00000100:00000200:2.0:1783137677.615542:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283264, portal 10 00000100:00000001:2.0:1783137677.615544:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137677.615545:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342483968 : -114643367067648 : ffff97bb82d48000) 00000100:00000040:2.0:1783137677.615551:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.615627:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137677.615631:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137677.615634:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99770. 00000100:00000200:2.0:1783137677.615636:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102283264, offset 0 00000400:00000200:2.0:1783137677.615641:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137677.615646:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137677.615650:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137677.615653:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137677.615655:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137677.615657:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137677.615660:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137677.615662:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [150:150:252:4294967295] 192.168.203.160@tcp LPNI seq info [150:150:4:4294967295] 00000400:00000200:2.0:1783137677.615666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137677.615671:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137677.615675:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137677.615679:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682800. 00000800:00000200:2.0:1783137677.615683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137677.615688:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137677.615691:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137677.615694:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.615697:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: using a timeout of 123846 usecs (124 jiffies) 00000400:00000200:2.0:1783137677.615699:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137677.615701:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295050884 00000100:00000001:2.0:1783137677.615704:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295052028 00000100:00000001:2.0:1783137677.615706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295050884 00000100:00000001:2.0:1783137677.615708:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295052028 00000100:00000001:2.0:1783137677.615710:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137677.615712:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.615719:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137677.615724:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.615731:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137677.615732:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137677.615734:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137677.615736:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137677.615738:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137677.615740:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102283520:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137677.615743:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137677.615746:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137677.615747:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137677.615748:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137677.615751:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb830d0000. 02000000:00000001:2.0:1783137677.615753:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137677.615756:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137677.615758:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370210. 00000400:00000010:2.0:1783137677.615762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c995d8. 00000100:00000200:2.0:1783137677.615765:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283520, portal 10 00000100:00000001:2.0:1783137677.615767:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137677.615768:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342487552 : -114643367064064 : ffff97bb82d48e00) 00000100:00000040:2.0:1783137677.615773:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.615779:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137677.615781:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137677.615784:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99f68. 00000100:00000200:2.0:1783137677.615785:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102283520, offset 0 00000400:00000200:2.0:1783137677.615790:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137677.615793:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137677.615797:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137677.615800:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137677.615802:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137677.615805:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137677.615812:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137677.615815:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [151:151:251:4294967295] 192.168.203.160@tcp LPNI seq info [151:151:3:4294967295] 00000400:00000200:2.0:1783137677.615820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137677.615826:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137677.615830:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137677.615833:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682b00. 00000800:00000200:2.0:1783137677.615837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137677.615841:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137677.615844:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137677.615847:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.615850:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: using a timeout of 16653 usecs (17 jiffies) 00000100:00000001:3.0:1783137677.615850:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783137677.615851:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137677.615852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137677.615854:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295050777 02000000:00000001:3.0:1783137677.615854:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783137677.615856:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137677.615866:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295052028 00000100:00000001:2.0:1783137677.615868:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295050777 02000000:00000001:3.0:1783137677.615868:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.615870:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295052028 00000100:00100000:3.0:1783137677.615871:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2402:1869755102283648:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137677.615872:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137677.615874:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.615875:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1783137677.615877:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.615878:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1783137677.615879:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1783137677.615879:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.615881:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1783137677.615884:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1783137677.615884:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb82dc8c00. 00000100:00000001:2.0:1783137677.615886:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1783137677.615886:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.615888:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137677.615889:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1783137677.615889:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137677.615891:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783137677.615892:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb82da20b0. 00000100:00000001:2.0:1783137677.615893:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783137677.615895:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95088. 00000100:00000200:3.0:1783137677.615898:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102283648, portal 10 00000100:00000001:3.0:1783137677.615900:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783137677.615901:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342484864 : -114643367066752 : ffff97bb82d48380) 00000100:00000040:3.0:1783137677.615906:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.615911:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783137677.615913:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:3.0:1783137677.615916:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95770. 00000100:00000200:3.0:1783137677.615918:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102283648, offset 0 00000400:00000200:3.0:1783137677.615922:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:3.0:1783137677.615925:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.615929:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:3.0:1783137677.615931:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783137677.615933:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000800:00000200:2.0:1783137677.615936:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1783137677.615936:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1783137677.615940:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb889bed00. 00000400:00000200:3.0:1783137677.615943:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137677.615945:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137677.615947:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [152:152:250:4294967295] 192.168.203.160@tcp LPNI seq info [152:152:2:4294967295] 00000400:00000200:2.0:1783137677.615950:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137677.615950:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.615956:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:3.0:1783137677.615960:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137677.615962:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95330 00000800:00000010:3.0:1783137677.615963:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb889be600. 00000800:00000200:3.0:1783137677.615966:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000400:00000010:2.0:1783137677.615969:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95330. 00000800:00000200:3.0:1783137677.615970:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000100:00000001:2.0:1783137677.615973:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1783137677.615973:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb889be600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783137677.615976:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137677.615978:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: using a timeout of 22645 usecs (23 jiffies) 00000100:00000200:2.0:1783137677.615979:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783137677.615981:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:3.0:1783137677.615983:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295050783 00000100:00000001:3.0:1783137677.615986:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295052028 00000100:00000001:3.0:1783137677.615988:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295050783 00000100:00000001:2.0:1783137677.615989:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783137677.615990:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295052028 00000100:00000001:3.0:1783137677.615991:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1783137677.615993:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.615993:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.615996:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.615998:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.616000:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.616001:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783137677.616001:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783137677.616002:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1783137677.616012:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137677.616015:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb89759100. 00000400:00000200:2.0:1783137677.616019:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137677.616022:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137677.616025:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a6e550 00000400:00000010:2.0:1783137677.616027:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a6e550. 00000100:00000001:2.0:1783137677.616029:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137677.616032:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.616039:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.616042:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.616047:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.616049:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137677.616057:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137677.616059:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb9675fe00. 00000400:00000200:2.0:1783137677.616063:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137677.616066:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137677.616068:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a6e088 00000400:00000010:2.0:1783137677.616070:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a6e088. 00000100:00000001:2.0:1783137677.616072:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137677.616075:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.616081:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.616090:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.616097:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.616098:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137677.616109:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137677.616111:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb889be200. 00000400:00000200:2.0:1783137677.616114:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137677.616117:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137677.616119:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95cc0 00000400:00000010:2.0:1783137677.616121:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95cc0. 00000100:00000001:2.0:1783137677.616124:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137677.616127:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.616135:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.616137:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.616143:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.616144:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137677.616151:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137677.616153:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682800. 00000400:00000200:2.0:1783137677.616155:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137677.616158:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137677.616160:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99770 00000400:00000010:2.0:1783137677.616161:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99770. 00000100:00000001:2.0:1783137677.616164:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137677.616167:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.616173:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1783137677.616672:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137677.616676:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137677.616678:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.616681:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.617269:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.617280:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.617282:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137677.617532:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137677.617536:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682b00. 00000400:00000200:2.0:1783137677.617541:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137677.617547:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137677.617551:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99f68 00000400:00000010:2.0:1783137677.618250:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99f68. 00000100:00000001:2.0:1783137677.618259:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137677.618268:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.618278:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.618281:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.618288:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.618289:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783137677.618458:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137677.618462:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb889be600. 00000400:00000200:2.0:1783137677.618466:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137677.618471:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137677.618475:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95770 00000400:00000010:2.0:1783137677.618477:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95770. 00000100:00000001:2.0:1783137677.618480:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137677.618485:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.618492:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.618495:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.618500:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.618502:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137677.623901:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.623922:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137677.623927:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.623930:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.623939:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.623946:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137677.623969:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.623974:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.623980:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.623984:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 25 MB=0x6a48848b04580 00000400:00000200:3.0:1783137677.623989:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.623995:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:3.0:1783137677.624003:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624008:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624074:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137677.624080:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137677.624088:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137677.624098:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137677.624110:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.624172:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137677.624177:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137677.624197:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137677.624207:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624211:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137677.624213:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624216:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624220:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624224:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137677.624228:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624231:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624234:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624237:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b04800 00000400:00000200:3.0:1783137677.624241:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624255:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1783137677.624260:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624263:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624265:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137677.624268:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137677.624287:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137677.624292:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137677.624302:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.624320:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137677.624324:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624328:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137677.624330:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624333:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624336:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624339:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137677.624344:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624346:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624383:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624387:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 4 MB=0x6a48848b04880 00000400:00000200:3.0:1783137677.624390:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624395:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.160@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:3.0:1783137677.624400:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624404:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624406:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137677.624411:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:1.0:1783137677.624412:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137677.624414:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1783137677.624417:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1783137677.624422:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1783137677.624427:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783137677.624430:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783137677.624434:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb82da0f20. 00000400:00000200:1.0:1783137677.624440:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a6ee58 00000400:00000010:1.0:1783137677.624445:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a6ee58. 00000100:00000040:3.0:1783137677.624448:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.624458:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1783137677.624460:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137677.624466:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1783137677.624467:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1783137677.624472:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1783137677.624483:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1783137677.624485:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1783137677.624491:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783137677.624496:0:2398:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137677.624498:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.624499:0:2398:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783137677.624504:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1783137677.624506:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:1.0:1783137677.624508:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783137677.624512:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.624513:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 02000000:00000001:1.0:1783137677.624517:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.624522:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624526:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00001000:1.0:1783137677.624529:0:2398:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf7c60 time=20 v=5 (5 0 0 0) 00000400:00000200:3.0:1783137677.624529:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624536:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04680 00000100:00001000:1.0:1783137677.624537:0:2398:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1783137677.624542:0:2398:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1783137677.624543:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:1.0:1783137677.624545:0:2398:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783137677.624550:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1783137677.624551:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:3.0:1783137677.624557:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00080000:1.0:1783137677.624558:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1783137677.624563:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624569:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1783137677.624573:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.624578:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:1.0:1783137677.624580:0:2398:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1783137677.624583:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1783137677.624585:0:2398:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:1.0:1783137677.624587:0:2398:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783137677.624590:0:2398:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783137677.624591:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783137677.624598:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.624620:0:2398:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783137677.624622:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.624624:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783137677.624628:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.624637:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1783137677.624638:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1783137677.624644:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00080000:1.0:1783137677.624649:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf7800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000800:00000001:3.0:1783137677.624649:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137677.624653:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624655:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624658:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624665:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000100:00000040:1.0:1783137677.624670:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783137677.624671:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00100000:1.0:1783137677.624682:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102283776:192.168.203.160@tcp:9:kworker.0 00000100:00000001:1.0:1783137677.624688:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.624692:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1783137677.624692:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000040:1.0:1783137677.624699:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d49f80 x1869755102283776/t0(0) o9->lustre-OST0000-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783137677.624699:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624708:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04600 00000100:00000001:1.0:1783137677.624716:0:2398:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1783137677.624716:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 02000000:00000001:1.0:1783137677.624721:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1783137677.624725:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x8cd [1] + 224 02000000:00000010:1.0:1783137677.624727:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb83380800. 00000800:00000001:3.0:1783137677.624730:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1783137677.624733:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783137677.624736:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783137677.624739:0:2398:0:(genops.c:1244:class_import_put()) import ffff97bb98cf7800 refcount=2 obd=lustre-OST0000-osc-ffff97bb87c46800 00000020:00000001:1.0:1783137677.624742:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:3.0:1783137677.624742:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1783137677.624746:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682f00. 00000400:00000200:3.0:1783137677.624747:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1783137677.624752:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1783137677.624754:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 02000000:00000001:1.0:1783137677.624756:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1783137677.624759:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1783137677.624760:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d49f80. 00000100:00000001:1.0:1783137677.624765:0:2398:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1783137677.624767:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.624768:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.624774:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.624778:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783137677.624780:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783137677.624785:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1783137677.624786:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1783137677.624788:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783137677.624792:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb82da0d10. 00000400:00000200:1.0:1783137677.624796:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a6ebb0 00000400:00000010:1.0:1783137677.624800:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a6ebb0. 00000100:00000001:1.0:1783137677.624804:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783137677.624809:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.624811:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137677.624818:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1783137677.624820:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1783137677.624824:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137677.624829:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624832:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624838:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624844:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137677.624849:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624852:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.624869:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:1.0:1783137677.624872:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783137677.624876:0:2398:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.624876:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04700 00000100:00000001:1.0:1783137677.624882:0:2398:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783137677.624885:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1783137677.624885:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:1.0:1783137677.624888:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783137677.624892:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.624893:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x8dd [1] + 224 02000000:00000001:1.0:1783137677.624895:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783137677.624899:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1783137677.624902:0:2398:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf3460 time=20 v=5 (5 0 0 0) 00000800:00000001:3.0:1783137677.624906:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1783137677.624907:0:2398:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf3418 time=20 v=5 (1 0 0 0) 00000400:00000200:3.0:1783137677.624910:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1783137677.624913:0:2398:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783137677.624916:0:2398:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137677.624917:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00010000:00000001:1.0:1783137677.624922:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1783137677.624924:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:1.0:1783137677.624930:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137677.624931:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137677.624954:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783137677.624961:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.624964:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783137677.624966:0:2398:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783137677.624967:0:2398:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:1.0:1783137677.624969:0:2398:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783137677.624972:0:2398:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783137677.624977:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1783137677.624979:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1783137677.624982:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137677.624987:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.624991:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.624992:0:2398:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783137677.624996:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1783137677.624997:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:1.0:1783137677.624998:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1783137677.625007:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783137677.625013:0:2398:0:(import.c:65:import_set_state_nolock()) ffff97bb98cf3000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1783137677.625018:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783137677.625025:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2398:1869755102283904:192.168.203.160@tcp:9:kworker.0 00000100:00000001:1.0:1783137677.625035:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.625037:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783137677.625041:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48a80 x1869755102283904/t0(0) o9->lustre-OST0001-osc-ffff97bb87c46800@192.168.203.160@tcp:28/4 lens 224/224 e 0 to 0 dl 1783137687 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783137677.625047:0:2398:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783137677.625048:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783137677.625050:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb83381800. 02000000:00000001:1.0:1783137677.625053:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783137677.625054:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783137677.625055:0:2398:0:(genops.c:1244:class_import_put()) import ffff97bb98cf3000 refcount=2 obd=lustre-OST0001-osc-ffff97bb87c46800 00000020:00000001:1.0:1783137677.625057:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783137677.625058:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682e00. 02000000:00000001:1.0:1783137677.625060:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783137677.625061:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783137677.625062:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48a80. 00000100:00000001:1.0:1783137677.625064:0:2398:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783137677.625065:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.625067:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137677.625074:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783137677.625076:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137677.625078:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783137677.625080:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1783137677.625255:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137677.625258:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137677.625261:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb82da2c60. 00000400:00000200:2.0:1783137677.625265:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95bb0 00000400:00000010:2.0:1783137677.625277:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95bb0. 00000100:00000001:2.0:1783137677.625280:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137677.625286:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137677.625294:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.625637:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137677.625639:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.625642:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137677.625644:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137677.625645:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137677.625647:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137677.625649:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137677.625653:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137677.625656:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137677.625658:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137677.625659:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137677.625661:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783137677.625663:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.625665:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.625670:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.625686:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137677.625689:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137677.625690:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137677.625694:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137677.625702:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9010a695-40ea-448a-aef5-744565b3b6fb:2402:1869755102283136:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137677.625706:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.625708:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.625711:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4bb80 x1869755102283136/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.625729:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137677.625731:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137677.625733:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb82dc9c00. 02000000:00000001:2.0:1783137677.625736:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137677.625738:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137677.625739:0:2402:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:2.0:1783137677.625741:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137677.625743:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682700. 02000000:00000001:2.0:1783137677.625746:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137677.625747:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137677.625748:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4bb80. 00000100:00000001:2.0:1783137677.625751:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137677.625752:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.625755:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.625756:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137677.625758:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783137677.625762:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137677.625763:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137677.625764:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb82da2268. 00000400:00000200:2.0:1783137677.625766:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a955d8 00000400:00000010:2.0:1783137677.625768:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a955d8. 00000100:00000001:2.0:1783137677.625770:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137677.625774:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137677.625782:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.625787:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137677.625789:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.625790:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137677.625791:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137677.625792:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137677.625794:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137677.625795:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137677.625800:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94860c60 time=84 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137677.625802:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94860c18 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137677.625809:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137677.625811:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137677.625813:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783137677.625817:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783137677.625823:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.625825:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137677.625827:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:2.0:1783137677.625828:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137677.625830:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.625833:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.625840:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137677.625842:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137677.625843:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137677.625847:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137677.625854:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102283392:192.168.203.160@tcp:400:kworker.0 00000400:00000200:3.0:1783137677.626221:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137677.626231:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.626236:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.626241:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.626244:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04780 00000400:00000200:3.0:1783137677.626248:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137677.626252:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:3.0:1783137677.626258:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.626273:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137677.626289:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137677.626294:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137677.626298:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137677.626304:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137677.626312:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.626319:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137677.626326:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137677.626330:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.626348:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137677.626368:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783137677.626373:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137677.626374:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137677.626376:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953709a0. 00000400:00000200:3.0:1783137677.626380:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99dd0 00000400:00000010:3.0:1783137677.626382:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99dd0. 00000100:00000001:3.0:1783137677.626385:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137677.626390:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137677.626412:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.626419:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137677.626420:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.626422:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137677.626424:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137677.626436:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137677.626437:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.626439:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137677.626444:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb89706460 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137677.626447:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb89706418 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137677.626450:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137677.626451:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137677.626453:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137677.626456:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.626458:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137677.626460:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:3.0:1783137677.626461:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137677.626463:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137677.626467:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.626473:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137677.626475:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137677.626485:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137677.626490:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137677.626497:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102283264:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137677.626504:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137677.626506:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137677.626507:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370210. 00000400:00000200:3.0:1783137677.626510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c995d8 00000400:00000010:3.0:1783137677.626516:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c995d8. 00000100:00000001:3.0:1783137677.626519:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137677.626523:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137677.626531:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.626537:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137677.626539:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.626541:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137677.626542:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137677.626544:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137677.626546:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137677.626547:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137677.626552:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf1c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137677.626556:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf1c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137677.626558:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137677.626559:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137677.626560:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137677.626562:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.626565:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137677.626566:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:3.0:1783137677.626568:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137677.626569:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137677.626572:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.626579:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137677.626580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137677.626582:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137677.626585:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137677.626592:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2401:1869755102283520:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137677.626597:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.626604:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137677.626608:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48000 x1869755102283264/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.626614:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137677.626616:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137677.626618:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d0600. 02000000:00000001:3.0:1783137677.626621:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137677.626623:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137677.626624:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb89706000 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000001:3.0:1783137677.626626:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137677.626628:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682200. 02000000:00000001:3.0:1783137677.626630:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137677.626631:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137677.626633:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48000. 00000100:00000001:3.0:1783137677.626635:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137677.626636:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.626638:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137677.626641:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48e00 x1869755102283520/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137677.626647:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137677.626648:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137677.626649:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb830d0000. 02000000:00000001:3.0:1783137677.626652:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137677.626653:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137677.626654:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb98cf1800 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000001:3.0:1783137677.626657:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137677.626658:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682100. 02000000:00000001:3.0:1783137677.626660:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137677.626661:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137677.626662:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48e00. 00000100:00000001:3.0:1783137677.626664:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137677.626665:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.626667:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137677.626674:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783137677.626687:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137677.626689:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137677.626696:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1783137677.626986:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137677.626988:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137677.626990:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb82da20b0. 00000400:00000200:2.0:1783137677.626994:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95088 00000400:00000010:2.0:1783137677.626995:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95088. 00000100:00000001:2.0:1783137677.626999:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137677.627004:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137677.627014:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.627020:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137677.627022:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.627031:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137677.627033:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137677.627035:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137677.627036:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137677.627038:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137677.627044:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf5460 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137677.627047:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf5418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137677.627049:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137677.627051:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137677.627053:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783137677.627057:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783137677.627065:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.627067:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137677.627068:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:2.0:1783137677.627070:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137677.627072:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137677.627075:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.627081:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137677.627084:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137677.627085:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137677.627089:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137677.627096:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2402:1869755102283648:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137677.627100:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.627102:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.627105:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d49880 x1869755102283392/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.627112:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137677.627114:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137677.627120:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb82dc9200. 02000000:00000001:2.0:1783137677.627123:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137677.627124:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137677.627126:0:2402:0:(genops.c:1244:class_import_put()) import ffff97bb94860800 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000001:2.0:1783137677.627128:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137677.627130:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682d00. 02000000:00000001:2.0:1783137677.627132:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137677.627133:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137677.627135:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d49880. 00000100:00000001:2.0:1783137677.627137:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137677.627139:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.627140:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137677.627144:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48380 x1869755102283648/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137677.627150:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137677.627152:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137677.627153:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb82dc8c00. 02000000:00000001:2.0:1783137677.627156:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137677.627157:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137677.627158:0:2402:0:(genops.c:1244:class_import_put()) import ffff97bb98cf5000 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000001:2.0:1783137677.627160:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137677.627161:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682000. 02000000:00000001:2.0:1783137677.627163:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137677.627164:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137677.627165:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48380. 00000100:00000001:2.0:1783137677.627167:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137677.627168:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.627170:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137677.627174:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137677.627186:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137677.627189:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137677.627190:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137677.996835:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137677.996843:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137677.996850:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137677.996851:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137678.000868:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137678.000878:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137678.000892:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783137678.887435:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295052028, at 4295052032 00000100:00000010:3.0:1783137678.887454:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb831a8660. 00000100:00000040:2.0:1783137678.888422:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295052028, at 4295052033 00000100:00000010:2.0:1783137678.888433:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb831a82a0. 00010000:00000001:3.0:1783137679.015469:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137679.015477:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137679.015483:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137679.015484:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137679.015901:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137679.015905:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137679.015908:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137680.041338:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137680.041389:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137680.041396:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137680.041397:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137680.041423:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137680.041427:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137680.041430:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137681.067243:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137681.067254:0:8082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783137681.067257:0:8082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783137681.067261:0:8082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137681.067267:0:8082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783137681.067270:0:8082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137681.067272:0:8082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137681.067274:0:8082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137681.067278:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137681.067279:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783137681.067767:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783137681.067771:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783137681.067782:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783137682.091785:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137682.091804:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137682.091811:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137682.091813:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137682.091846:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137682.091849:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137682.091852:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783137682.728371:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9010a695-40ea-448a-aef5-744565b3b6fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137682.728382:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137682.728396:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95360000. 00000020:00000040:0.0:1783137682.728403:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:0.0:1783137682.728409:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137682.728413:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137682.728419:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137682.728430:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8906cc00. 00000100:00000001:0.0:1783137682.728439:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728456:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9010a695-40ea-448a-aef5-744565b3b6fb->MGS req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137682.728468:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137682.728473:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728480:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c34e55c] to pc [ptlrpcd_00_01+1] req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.728505:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728508:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137682.728512:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137682.728515:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95360e00. 00000020:00000040:0.0:1783137682.728518:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb89706000 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000100:00000001:0.0:1783137682.728520:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137682.728521:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137682.728523:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137682.728527:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8906c900. 00000100:00000001:0.0:1783137682.728529:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728533:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137682.728541:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137682.728543:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728546:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007291decb] to pc [ptlrpcd_00_00+0] req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.728568:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728571:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137682.728574:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137682.728578:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95362d80. 00000020:00000040:0.0:1783137682.728581:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb94860800 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000100:00000001:0.0:1783137682.728584:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137682.728585:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137682.728587:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137682.728591:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8906c800. 00000100:00000001:0.0:1783137682.728594:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728599:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137682.728607:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137682.728609:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728613:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb3421d3] to pc [ptlrpcd_00_01+1] req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.728620:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728622:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783137682.728625:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783137682.728628:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783137682.728631:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783137682.728634:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137682.728637:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137682.728640:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95361880. 00000020:00000040:0.0:1783137682.728643:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb98cf1800 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000100:00000001:0.0:1783137682.728645:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137682.728652:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137682.728654:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137682.728660:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8906cd00. 00000100:00000001:0.0:1783137682.728664:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728669:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137682.728676:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137682.728678:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728682:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dc33efa] to pc [ptlrpcd_00_00+0] req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.728689:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728691:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783137682.728695:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783137682.728698:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95360a80. 00000020:00000040:0.0:1783137682.728701:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb98cf5000 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000100:00000001:0.0:1783137682.728703:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137682.728705:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137682.728707:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137682.728711:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb8906c200. 00000100:00000001:0.0:1783137682.728714:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728718:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783137682.728725:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137682.728727:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728731:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c077c112] to pc [ptlrpcd_00_01+1] req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.728738:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.728740:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783137682.728743:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783137682.728752:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783137682.728755:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783137682.728761:0:1298:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:0.0:1783137682.728774:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137682.728778:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137682.728781:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137682.728788:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.728796:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137682.728798:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.728802:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137682.728806:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137682.728809:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137682.728813:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102284032:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.728817:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137682.728836:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137682.728840:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.728843:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137682.728849:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb9a7e2800. 02000000:00000001:0.0:1783137682.728851:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137682.728861:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137682.728866:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b790. 00000400:00000010:0.0:1783137682.728875:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b7f8. 00000100:00000200:0.0:1783137682.728885:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284032, portal 25 00000100:00000001:0.0:1783137682.728887:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137682.728889:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650863616 : -114643058688000 : ffff97bb95360000) 00000100:00000040:0.0:1783137682.728894:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.728901:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137682.728904:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137682.728907:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b4c8. 00000100:00000200:0.0:1783137682.728917:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869755102284032, offset 0 00000400:00000200:0.0:1783137682.728925:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137682.728936:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137682.728946:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137682.728952:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137682.728957:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137682.728961:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137682.728965:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137682.728970:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [153:153:256:4294967295] 192.168.203.160@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1783137682.728974:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137682.728986:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137682.728994:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137682.729000:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8329d800. 00000800:00000200:0.0:1783137682.729007:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137682.729017:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137682.729022:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8329d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137682.729035:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137682.729039:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137682.729043:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295057148 00000100:00000010:0.0:1783137682.729048:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb98c11060. 00000100:00000001:0.0:1783137682.729057:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1783137682.729062:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295057148 00000100:00000010:0.0:1783137682.729066:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb98c113c0. 00000100:00000001:0.0:1783137682.729069:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783137682.729072:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.729075:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.729078:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137682.729082:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.729089:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137682.729097:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.729100:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137682.729101:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137682.729103:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137682.729107:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102284288:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.729110:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137682.729113:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137682.729114:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.729116:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137682.729120:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb9a7e3a00. 02000000:00000001:0.0:1783137682.729122:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137682.729126:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137682.729129:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014bb00. 00000400:00000010:0.0:1783137682.729134:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b110. 00000100:00000200:0.0:1783137682.729137:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284288, portal 10 00000100:00000001:0.0:1783137682.729139:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137682.729140:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650875264 : -114643058676352 : ffff97bb95362d80) 00000100:00000040:0.0:1783137682.729148:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.729155:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137682.729157:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137682.729160:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b088. 00000100:00000200:0.0:1783137682.729162:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102284288, offset 0 00000400:00000200:0.0:1783137682.729167:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137682.729171:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137682.729175:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000800:00000200:3.0:1783137682.729428:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137682.729435:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8329d800. 00000400:00000200:3.0:1783137682.729448:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137682.729454:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137682.729460:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b4c8 00000400:00000010:3.0:1783137682.729463:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b4c8. 00000100:00000001:3.0:1783137682.729467:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137682.729472:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.729482:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137682.729485:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.729492:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137682.729494:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1783137682.729576:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137682.729580:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137682.729583:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137682.729585:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137682.729589:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [154:154:256:4294967295] 192.168.203.160@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:0.0:1783137682.729593:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137682.729599:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137682.729610:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137682.729614:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8329d600. 00000800:00000200:0.0:1783137682.729619:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137682.729624:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137682.729627:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8329d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137682.729634:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.729638:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: using a timeout of 141411 usecs (142 jiffies) 00000400:00000200:0.0:1783137682.729641:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137682.729643:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295056016 00000100:00000001:0.0:1783137682.729646:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.729648:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295056016 00000100:00000001:0.0:1783137682.729650:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.729652:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.729654:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.729657:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137682.729661:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.729669:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137682.729671:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.729678:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137682.729680:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137682.729682:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137682.729685:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2400:1869755102284544:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.729689:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137682.729692:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137682.729694:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.729696:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137682.729699:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb9a7e2600. 02000000:00000001:0.0:1783137682.729701:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137682.729705:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137682.729714:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014ba50. 00000400:00000010:0.0:1783137682.729718:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b198. 00000100:00000200:0.0:1783137682.729721:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284544, portal 10 00000100:00000001:0.0:1783137682.729723:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137682.729724:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650866304 : -114643058685312 : ffff97bb95360a80) 00000100:00000040:0.0:1783137682.729730:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.729736:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137682.729738:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137682.729740:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b440. 00000100:00000200:0.0:1783137682.729742:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102284544, offset 0 00000400:00000200:0.0:1783137682.729746:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137682.729750:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137682.729753:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137682.729755:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137682.729758:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137682.729760:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137682.729762:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137682.729765:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [155:155:255:4294967295] 192.168.203.160@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:0.0:1783137682.729769:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137682.729775:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137682.729779:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137682.729783:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8329d100. 00000800:00000200:0.0:1783137682.729786:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137682.729791:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137682.729794:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8329d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137682.729797:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.729801:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: using a timeout of 21617 usecs (22 jiffies) 00000400:00000200:0.0:1783137682.729804:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137682.729806:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295055896 00000100:00000001:0.0:1783137682.729809:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.729817:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295055896 00000100:00000001:0.0:1783137682.729819:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.729831:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.729833:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.729837:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137682.729837:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1783137682.729844:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1783137682.729844:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8329d600. 00000100:00000001:0.0:1783137682.729853:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137682.729855:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783137682.729860:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1783137682.729861:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1783137682.729862:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137682.729865:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137682.729870:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000400:00000200:3.0:1783137682.729871:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:0.0:1783137682.729874:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.729877:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b088 00000100:00000001:0.0:1783137682.729879:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1783137682.729882:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b088. 00000100:00000001:0.0:1783137682.729883:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.729888:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137682.729890:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137682.729890:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1783137682.729894:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1783137682.729898:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783137682.729900:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.729927:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783137682.729929:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1783137682.729930:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.729934:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137682.729937:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1783137682.729937:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1783137682.729940:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137682.729947:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102284160:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.729955:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1783137682.729959:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.729960:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137682.729962:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137682.729964:0:2393:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1783137682.729966:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137682.729970:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb9a7e3c00. 02000000:00000001:0.0:1783137682.729972:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137682.729976:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137682.729978:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b948. 00000400:00000010:0.0:1783137682.729988:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2bf68. 00000100:00000200:0.0:1783137682.729991:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284160, portal 10 00000100:00000001:0.0:1783137682.729993:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137682.729994:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650867200 : -114643058684416 : ffff97bb95360e00) 00000100:00000040:0.0:1783137682.730001:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.730006:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137682.730008:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137682.730011:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b220. 00000100:00000200:0.0:1783137682.730013:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102284160, offset 0 00000400:00000200:0.0:1783137682.730017:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137682.730022:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000800:00000200:3.0:1783137682.730023:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137682.730027:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8329d100. 00000400:00000200:0.0:1783137682.730028:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:3.0:1783137682.730033:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783137682.730034:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137682.730038:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137682.730040:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137682.730043:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137682.730045:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [156:156:255:4294967295] 192.168.203.160@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:0.0:1783137682.730049:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.730053:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:0.0:1783137682.730061:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137682.730066:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000100:00000001:1.0:1783137682.730887:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783137682.730894:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1783137682.731077:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8329d900. 00000800:00000200:0.0:1783137682.731088:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137682.731095:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137682.731099:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8329d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137682.731105:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.731109:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: using a timeout of 119735 usecs (120 jiffies) 00000400:00000200:0.0:1783137682.731114:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137682.731116:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295055995 00000100:00000001:0.0:1783137682.731119:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.731136:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295055995 00000100:00000001:0.0:1783137682.731138:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.731147:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.731150:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.731153:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137682.731161:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.731169:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137682.731170:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.731174:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137682.731176:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137682.731178:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137682.731314:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2400:1869755102284416:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.731318:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137682.731324:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137682.731325:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.731329:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137682.731334:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb9a7e3000. 02000000:00000001:0.0:1783137682.731336:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137682.731341:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137682.731345:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014bf78. 00000400:00000010:0.0:1783137682.731371:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b000. 00000100:00000200:0.0:1783137682.731378:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284416, portal 10 00000100:00000001:0.0:1783137682.731380:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137682.731382:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000040:0.0:1783137682.731389:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.731395:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137682.731397:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137682.731400:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b3b8. 00000100:00000200:0.0:1783137682.731403:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102284416, offset 0 00000400:00000200:0.0:1783137682.731414:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137682.731420:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137682.731428:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137682.731433:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137682.731436:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137682.731439:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137682.731442:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137682.731445:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [157:157:254:4294967295] 192.168.203.160@tcp LPNI seq info [157:157:6:4294967295] 00000400:00000200:0.0:1783137682.731449:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737444:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b440 00000400:00000010:3.0:1783137682.737456:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b440. 00000100:00000001:3.0:1783137682.737466:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137682.737504:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.737519:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137682.737522:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.737530:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137682.737532:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137682.737558:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.737574:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137682.737577:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.737580:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.737587:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737593:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137682.737602:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737607:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737614:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737619:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04a00 00000400:00000200:3.0:1783137682.737625:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737631:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x905 [1] + 224 00000800:00000001:3.0:1783137682.737640:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.737645:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.737648:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137682.737653:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137682.737659:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137682.737664:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137682.737675:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.737685:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1783137682.737808:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137682.737812:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8329d900. 00000400:00000200:3.0:1783137682.737830:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137682.737834:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137682.737837:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b220 00000400:00000010:3.0:1783137682.737839:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b220. 00000100:00000001:3.0:1783137682.737842:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137682.737854:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.737862:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137682.737865:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.737871:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137682.737873:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137682.737877:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.737881:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137682.737883:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.737885:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.737888:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737891:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137682.737895:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737898:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737901:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737904:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04b00 00000400:00000200:3.0:1783137682.737907:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.737910:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:3.0:1783137682.737914:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.737918:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.737921:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137682.737923:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137682.737926:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137682.737929:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137682.737937:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.737949:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137682.737953:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.737956:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137682.743424:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.743444:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137682.743449:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.743451:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.743461:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743470:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137682.743481:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743486:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743493:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743498:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 25 MB=0x6a48848b04900 00000400:00000200:3.0:1783137682.743504:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743510:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:3.0:1783137682.743518:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.743522:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.743525:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137682.743530:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137682.743539:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137682.743549:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137682.743561:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.743572:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137682.743581:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.743583:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137682.743585:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.743587:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.743589:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743593:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137682.743612:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743615:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743618:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743621:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04980 00000400:00000200:3.0:1783137682.743625:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.743629:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:3.0:1783137682.743633:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1783137682.744653:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137682.744666:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137682.744678:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8329d900. 00000800:00000200:0.0:1783137682.744686:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137682.744694:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137682.744699:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8329d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783137682.744707:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.744714:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: using a timeout of 16580 usecs (17 jiffies) 00000400:00000200:0.0:1783137682.744719:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137682.744723:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295055906 00000100:00000001:0.0:1783137682.744727:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.744729:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295055906 00000100:00000001:0.0:1783137682.744732:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295057148 00000100:00000001:0.0:1783137682.744735:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.744739:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1783137682.744748:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137682.744750:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137682.744754:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b790. 00000400:00000200:0.0:1783137682.744759:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b7f8 00000400:00000010:0.0:1783137682.744762:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b7f8. 00000100:00000001:0.0:1783137682.744766:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137682.744790:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137682.744799:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.744806:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137682.744808:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.744811:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137682.744814:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137682.744817:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137682.744819:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.744833:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137682.744842:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137682.744846:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137682.744849:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137682.744850:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137682.744853:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137682.744856:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.744859:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.744864:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.744870:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.744872:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137682.744874:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137682.744878:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137682.744884:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9010a695-40ea-448a-aef5-744565b3b6fb:2400:1869755102284032:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137682.744891:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137682.744892:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137682.744894:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014bb00. 00000400:00000200:0.0:1783137682.744896:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b110 00000400:00000010:0.0:1783137682.744898:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b110. 00000100:00000001:0.0:1783137682.744900:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137682.744912:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137682.744919:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.744925:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137682.744926:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.744928:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137682.744929:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137682.744930:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137682.744932:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.744934:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137682.744940:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94860c60 time=89 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137682.744943:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94860c18 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137682.744945:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137682.744946:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137682.744948:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783137682.744952:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783137682.744959:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.744963:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137682.744965:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:0.0:1783137682.744968:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137682.744969:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.744973:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.744980:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.744982:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137682.744983:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137682.744986:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137682.744994:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95362d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102284288:192.168.203.160@tcp:400:kworker.0 00000400:00000001:0.0:1783137682.745007:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137682.745008:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137682.745010:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014ba50. 00000400:00000200:0.0:1783137682.745013:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b198 00000400:00000010:0.0:1783137682.745014:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b198. 00000100:00000001:0.0:1783137682.745017:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137682.745022:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137682.745030:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745037:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137682.745038:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.745040:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137682.745042:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137682.745043:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137682.745044:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.745046:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137682.745051:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf5460 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137682.745054:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf5418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137682.745056:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137682.745057:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137682.745059:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783137682.745062:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783137682.745068:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745070:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137682.745071:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:0.0:1783137682.745073:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137682.745074:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.745077:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745083:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.745090:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137682.745091:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137682.745095:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137682.745102:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2400:1869755102284544:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.745106:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745109:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137682.745111:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95360000 x1869755102284032/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745117:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137682.745120:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137682.745124:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb9a7e2800. 02000000:00000001:0.0:1783137682.745128:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137682.745131:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137682.745133:0:2400:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137682.745135:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137682.745138:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8906cc00. 02000000:00000001:0.0:1783137682.745155:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137682.745157:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137682.745159:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95360000. 00000100:00000001:0.0:1783137682.745162:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137682.745163:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.745165:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137682.745168:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95362d80 x1869755102284288/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745174:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137682.745175:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137682.745177:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb9a7e3a00. 02000000:00000001:0.0:1783137682.745180:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137682.745181:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137682.745182:0:2400:0:(genops.c:1244:class_import_put()) import ffff97bb94860800 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000001:0.0:1783137682.745184:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137682.745186:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8906c800. 02000000:00000001:0.0:1783137682.745195:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137682.745197:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137682.745198:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95362d80. 00000100:00000001:0.0:1783137682.745201:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137682.745202:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.745204:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137682.745207:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95360a80 x1869755102284544/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745212:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137682.745213:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137682.745214:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb9a7e2600. 02000000:00000001:0.0:1783137682.745216:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137682.745217:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137682.745219:0:2400:0:(genops.c:1244:class_import_put()) import ffff97bb98cf5000 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000001:0.0:1783137682.745221:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137682.745222:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8906c200. 02000000:00000001:0.0:1783137682.745224:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137682.745225:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137682.745226:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95360a80. 00000100:00000001:0.0:1783137682.745228:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137682.745229:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.745233:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745236:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137682.745238:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137682.745241:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745242:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783137682.745347:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.745366:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137682.745372:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137682.745378:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137682.745384:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137682.745394:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137682.745413:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137682.745422:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1783137682.745458:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137682.745460:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783137682.745463:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137682.745464:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137682.745466:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b948. 00000400:00000200:0.0:1783137682.745469:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2bf68 00000400:00000010:0.0:1783137682.745471:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2bf68. 00000100:00000001:0.0:1783137682.745473:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137682.745477:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137682.745487:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745498:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137682.745500:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.745502:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137682.745504:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137682.745506:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137682.745508:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.745510:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137682.745515:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb89706460 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137682.745518:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb89706418 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137682.745520:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137682.745521:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137682.745523:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137682.745526:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745529:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137682.745530:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:0.0:1783137682.745532:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137682.745533:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.745537:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745544:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.745546:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137682.745547:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137682.745550:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137682.745558:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95360e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2400:1869755102284160:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.745562:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745563:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137682.745566:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95360e00 x1869755102284160/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.745572:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137682.745573:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137682.745579:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb9a7e3c00. 02000000:00000001:0.0:1783137682.745581:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137682.745582:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137682.745584:0:2400:0:(genops.c:1244:class_import_put()) import ffff97bb89706000 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000001:0.0:1783137682.745585:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137682.745587:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8906c900. 02000000:00000001:0.0:1783137682.745589:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137682.745591:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137682.745592:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95360e00. 00000100:00000001:0.0:1783137682.745595:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137682.745596:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.745598:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745600:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137682.745601:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137682.745603:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.745604:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783137682.749556:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137682.749570:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8329d900. 00000400:00000200:2.0:1783137682.749579:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137682.749591:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137682.749601:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b3b8 00000400:00000010:2.0:1783137682.749604:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b3b8. 00000100:00000001:2.0:1783137682.749610:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137682.749619:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137682.749633:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137682.749636:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137682.749645:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137682.749647:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137682.760620:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137682.760632:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.760642:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137682.760645:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.760647:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.760659:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.760669:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137682.760681:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.760688:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.760696:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.760700:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04a80 00000400:00000200:3.0:1783137682.760706:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137682.760713:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:3.0:1783137682.760723:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.760747:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137682.760751:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137682.760756:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137682.760767:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137682.760779:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137682.760790:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.760903:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137682.760909:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137682.761038:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137682.761050:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137682.761053:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783137682.761255:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137682.761258:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137682.761263:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014bf78. 00000400:00000200:0.0:1783137682.761268:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b000 00000400:00000010:0.0:1783137682.761271:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b000. 00000100:00000001:0.0:1783137682.761273:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137682.761280:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137682.761289:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.761295:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137682.761297:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.761301:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137682.761305:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137682.761308:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137682.761310:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137682.761314:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137682.761327:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf1c60 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137682.761331:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf1c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137682.761345:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137682.761347:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137682.761530:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137682.761535:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.761540:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783137682.761543:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:0.0:1783137682.761545:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783137682.761546:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137682.761552:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.761560:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137682.761563:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137682.761565:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137682.761569:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137682.761576:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2400:1869755102284416:192.168.203.160@tcp:400:kworker.0 00000100:00000001:0.0:1783137682.761582:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.761585:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137682.761588:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95361880 x1869755102284416/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137682.761595:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137682.761598:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137682.761602:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb9a7e3000. 02000000:00000001:0.0:1783137682.761606:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137682.761609:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137682.761611:0:2400:0:(genops.c:1244:class_import_put()) import ffff97bb98cf1800 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000001:0.0:1783137682.761613:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137682.761616:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb8906cd00. 02000000:00000001:0.0:1783137682.761621:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137682.761623:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137682.761625:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95361880. 00000100:00000001:0.0:1783137682.761629:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137682.761636:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.761639:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137682.761647:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137682.761649:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137682.761651:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137682.761654:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137683.113728:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137683.113737:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137683.113758:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137683.113759:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137683.113789:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137683.113792:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137683.113796:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783137684.007466:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295057148, at 4295057152 00000100:00000010:3.0:1783137684.007483:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb98c113c0. 00000100:00000040:2.0:1783137684.007508:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295057148, at 4295057152 00000100:00000010:2.0:1783137684.007514:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb98c11060. 00000080:00000001:0.0:1783137684.124928:0:10093:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783137684.124944:0:10093:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137684.141796:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137684.141807:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137684.141824:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137684.141826:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783137684.141849:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783137684.141853:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783137684.141856:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1783137684.552784:0:10129:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1783137684.552793:0:10129:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1783137684.562728:0:10129:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1783137685.163415:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137685.163425:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137685.163431:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137685.163433:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783137685.170122:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783137685.170130:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783137685.170136:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783137685.538199:0:10228:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783137685.538212:0:10228:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137686.187578:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137686.187584:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137686.187590:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137686.187593:0:8082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783137686.187595:0:8082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783137686.187599:0:8082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137686.187602:0:8082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783137686.187604:0:8082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137686.187605:0:8082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137686.187607:0:8082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137686.188127:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137686.188131:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137686.188134:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1783137687.118707:0:10292:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff97bb9537a390. 00000400:00000040:0.0:1783137687.118729:0:10292:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1783137687.118731:0:10292:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1783137687.118733:0:10292:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1783137687.118735:0:10292:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1783137687.118736:0:10292:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1783137687.118737:0:10292:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1783137687.118739:0:10292:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1783137687.118825:0:10292:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff97bb9537a390. 00010000:00000001:3.0:1783137687.207632:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137687.207640:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137687.207646:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137687.207648:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783137687.209552:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783137687.209557:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783137687.209562:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783137687.847524:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9010a695-40ea-448a-aef5-744565b3b6fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137687.847536:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137687.847549:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48380. 00000020:00000040:2.0:1783137687.847556:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:2.0:1783137687.847561:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137687.847564:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137687.847570:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137687.847580:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682d00. 00000100:00000001:2.0:1783137687.847587:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.847600:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9010a695-40ea-448a-aef5-744565b3b6fb->MGS req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137687.847626:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137687.847630:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.847636:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba08aad] to pc [ptlrpcd_01_00+0] req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.847743:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.847747:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137687.847750:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783137687.847757:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.847765:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783137687.847767:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.847771:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783137687.847774:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783137687.847777:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783137687.847781:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102284672:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137687.847799:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783137687.847805:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783137687.847807:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.847810:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783137687.847814:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb98cede00. 02000000:00000001:3.0:1783137687.847816:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137687.847823:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:3.0:1783137687.847827:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb82da2840. 00000400:00000010:3.0:1783137687.847835:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95e58. 00000100:00000200:3.0:1783137687.847848:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284672, portal 25 00000100:00000001:3.0:1783137687.847851:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783137687.847853:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342484864 : -114643367066752 : ffff97bb82d48380) 00000100:00000040:3.0:1783137687.847860:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.847868:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783137687.847870:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:3.0:1783137687.847873:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95550. 00000100:00000200:3.0:1783137687.847876:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869755102284672, offset 0 00000400:00000200:3.0:1783137687.847882:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:3.0:1783137687.847891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.847898:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:3.0:1783137687.847904:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783137687.847908:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:3.0:1783137687.847921:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783137687.847924:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:3.0:1783137687.847928:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [158:158:256:4294967295] 192.168.203.160@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:3.0:1783137687.847939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.847950:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:3.0:1783137687.847955:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:3.0:1783137687.847961:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8ab11e00. 00000800:00000200:3.0:1783137687.847967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:3.0:1783137687.847974:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:3.0:1783137687.847978:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8ab11e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783137687.847992:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137687.847995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:3.0:1783137687.847998:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295062268 00000100:00000010:3.0:1783137687.848003:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb831a8660. 00000100:00000001:3.0:1783137687.848009:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1783137687.848016:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295062268 00000100:00000010:3.0:1783137687.848018:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb831a8300. 00000100:00000001:3.0:1783137687.848026:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1783137687.848030:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137687.848033:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.848036:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.848038:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.848561:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.848566:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137687.848569:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137687.848574:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d49880. 00000020:00000040:2.0:1783137687.848578:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb89706000 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137687.848581:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137687.848583:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137687.848585:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137687.848589:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682000. 00000100:00000001:2.0:1783137687.848593:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.848599:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0000_UUID req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137687.848608:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137687.848611:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.848616:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058fe3478] to pc [ptlrpcd_01_01+1] req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.849097:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849102:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137687.849106:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137687.849111:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4bb80. 00000020:00000040:2.0:1783137687.849115:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb94860800 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000100:00000001:2.0:1783137687.849117:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137687.849119:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137687.849121:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137687.849125:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682700. 00000100:00000001:2.0:1783137687.849137:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849143:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-MDT0001_UUID req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137687.849151:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137687.849153:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849157:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fe16681] to pc [ptlrpcd_01_00+0] req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.849166:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849168:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137687.849172:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137687.849175:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137687.849178:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 75992290-8c17-4bd8-842c-cb7884f3b05b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137687.849181:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137687.849185:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137687.849188:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d49c00. 00000020:00000040:2.0:1783137687.849191:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb98cf1800 refcount=4 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137687.849193:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137687.849194:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137687.849196:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137687.849199:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682b00. 00000100:00000001:2.0:1783137687.849202:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849207:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0000_UUID req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783137687.849211:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137687.849215:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783137687.849216:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783137687.849219:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.849221:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.849225:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1783137687.849227:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2b77a5e] to pc [ptlrpcd_01_01+1] req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.849227:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783137687.849237:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.849245:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783137687.849247:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.849250:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783137687.849252:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783137687.849254:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783137687.849258:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102284928:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137687.849261:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783137687.849265:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783137687.849267:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.849269:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783137687.849275:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb98cedc00. 02000000:00000001:3.0:1783137687.849277:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137687.849282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:3.0:1783137687.849285:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb82da23c8. 00000400:00000010:3.0:1783137687.849291:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a957f8. 00000100:00000200:3.0:1783137687.849295:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284928, portal 10 00000100:00000001:3.0:1783137687.849298:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783137687.849299:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000040:3.0:1783137687.849306:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.849402:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849405:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783137687.849407:0:1298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783137687.849410:0:1298:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d48700. 00000020:00000040:2.0:1783137687.849412:0:1298:0:(genops.c:1231:class_import_get()) import ffff97bb98cf5000 refcount=4 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000100:00000001:2.0:1783137687.849415:0:1298:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137687.849416:0:1298:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137687.849418:0:1298:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137687.849421:0:1298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97bb98682800. 00000100:00000001:2.0:1783137687.849424:0:1298:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849429:0:1298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-MDT0001_UUID req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137687.849435:0:1298:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137687.849437:0:1298:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849441:0:1298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093bb46d2] to pc [ptlrpcd_01_00+0] req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.849448:0:1298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.849449:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137687.849452:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137687.849455:0:1298:0:(pinger.c:231:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783137687.849457:0:1298:0:(pinger.c:249:ptlrpc_pinger_process_import()) 87edbe31-0e47-46df-9aa9-4c1660b9e99d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783137687.849462:0:1298:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000800:00000200:2.0:1783137687.849564:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137687.849570:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8ab11e00. 00000100:00000001:3.0:1783137687.849819:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783137687.849828:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:3.0:1783137687.849832:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb94a95660. 00000100:00000200:3.0:1783137687.849836:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102284928, offset 0 00000400:00000200:3.0:1783137687.849843:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137687.849845:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137687.849852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.849854:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137687.849861:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:3.0:1783137687.849867:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783137687.849871:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:3.0:1783137687.849875:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783137687.849878:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:3.0:1783137687.849882:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [159:159:255:4294967295] 192.168.203.160@tcp LPNI seq info [159:159:7:4294967295] 00000400:00000200:3.0:1783137687.849887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.849898:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:3.0:1783137687.849905:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137687.849908:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95550 00000400:00000010:2.0:1783137687.849919:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95550. 00000100:00000001:2.0:1783137687.849925:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783137687.849932:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.849941:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137687.849946:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.849952:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.849954:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783137687.849973:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1783137687.849974:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8ab11e00. 00000100:00000001:2.0:1783137687.849978:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137687.849982:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1783137687.849986:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000100:00000040:2.0:1783137687.849992:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1783137687.850000:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000100:00000001:2.0:1783137687.850003:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1783137687.850007:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8ab11e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137687.850008:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137687.850013:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137687.850017:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137687.850019:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137687.850024:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102284800:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137687.850024:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.850030:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1783137687.850032:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: using a timeout of 135647 usecs (136 jiffies) 02000000:00000001:2.0:1783137687.850034:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137687.850038:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783137687.850039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 02000000:00000001:2.0:1783137687.850042:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1783137687.850044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295061130 02000000:00000010:2.0:1783137687.850048:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb98c9b800. 00000100:00000001:3.0:1783137687.850049:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295062268 02000000:00000001:2.0:1783137687.850054:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850055:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295061130 00000100:00000001:3.0:1783137687.850060:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295062268 00000400:00000200:2.0:1783137687.850063:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:3.0:1783137687.850064:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1783137687.850069:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370580. 00000100:00000001:3.0:1783137687.850069:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850073:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1783137687.850076:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99f68. 00000100:00000001:3.0:1783137687.850077:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1783137687.850082:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102284800, portal 10 00000100:00000001:2.0:1783137687.850086:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137687.850088:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342490240 : -114643367061376 : ffff97bb82d49880) 00000100:00000040:2.0:1783137687.850095:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.850107:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137687.850111:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137687.850115:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99770. 00000100:00000200:2.0:1783137687.850118:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102284800, offset 0 00000400:00000200:2.0:1783137687.850124:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137687.850129:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.850133:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137687.850136:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137687.850138:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137687.850141:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137687.850144:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137687.850146:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [160:160:255:4294967295] 192.168.203.160@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:2.0:1783137687.850150:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.850157:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137687.850162:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137687.850165:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682300. 00000800:00000200:2.0:1783137687.850170:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137687.850175:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137687.850177:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137687.850180:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.850183:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: using a timeout of 115943 usecs (116 jiffies) 00000400:00000200:2.0:1783137687.850186:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137687.850188:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 2 is 4295061110 00000100:00000001:2.0:1783137687.850191:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 2, keep current deadline 4295062268 00000100:00000001:2.0:1783137687.850193:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS new deadline estimation for cpu 3 is 4295061110 00000100:00000001:2.0:1783137687.850195:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb9a721000: PM QoS request active for cpu 3, keep current deadline 4295062268 00000100:00000001:2.0:1783137687.850197:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137687.850199:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.850206:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137687.850211:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.850218:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137687.850219:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137687.850221:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137687.850223:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137687.850225:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137687.850227:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2402:1869755102285056:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137687.850230:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137687.850233:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137687.850235:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137687.850236:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137687.850239:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb98c9bc00. 02000000:00000001:2.0:1783137687.850241:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137687.850244:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137687.850247:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953702c0. 00000400:00000010:2.0:1783137687.850250:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c997f8. 00000100:00000200:2.0:1783137687.850253:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102285056, portal 10 00000100:00000001:2.0:1783137687.850255:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137687.850256:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342491136 : -114643367060480 : ffff97bb82d49c00) 00000100:00000040:2.0:1783137687.850262:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.850268:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137687.850270:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137687.850273:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c994c8. 00000100:00000200:2.0:1783137687.850274:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102285056, offset 0 00000400:00000200:2.0:1783137687.850278:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137687.850282:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.850286:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137687.850289:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137687.850291:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137687.850293:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137687.850300:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137687.850304:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [161:161:254:4294967295] 192.168.203.160@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000200:2.0:1783137687.850308:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.850314:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137687.850320:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137687.850324:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682100. 00000800:00000200:2.0:1783137687.850328:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137687.850333:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137687.850336:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137687.850339:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.850343:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: using a timeout of 18778 usecs (19 jiffies) 00000400:00000200:2.0:1783137687.850346:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137687.850374:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295061013 00000100:00000001:2.0:1783137687.850377:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295062268 00000100:00000001:2.0:1783137687.850380:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295061014 00000100:00000001:2.0:1783137687.850382:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295062268 00000100:00000001:2.0:1783137687.850384:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137687.850386:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.850388:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.850390:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.850397:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137687.850398:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783137687.850401:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137687.850402:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137687.850403:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137687.850405:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1783137687.850406:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.850408:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137687.850409:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.850411:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137687.850412:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137687.850413:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137687.850423:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.850429:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137687.850430:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137687.850432:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137687.850435:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137687.850441:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137687.850444:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2402:1869755102285184:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137687.850447:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137687.850449:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137687.850451:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137687.850453:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137687.850456:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb98c9ba00. 02000000:00000001:2.0:1783137687.850458:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137687.850462:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137687.850465:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb953709f8. 00000400:00000010:2.0:1783137687.850469:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99a18. 00000100:00000200:2.0:1783137687.850473:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102285184, portal 10 00000100:00000001:2.0:1783137687.850475:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137687.850476:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342485760 : -114643367065856 : ffff97bb82d48700) 00000100:00000040:2.0:1783137687.850483:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.850490:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137687.850493:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137687.850497:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99bb0. 00000100:00000200:2.0:1783137687.850500:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869755102285184, offset 0 00000400:00000200:2.0:1783137687.850506:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137687.850511:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.850516:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137687.850520:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137687.850523:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137687.850525:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137687.850534:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137687.850537:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [162:162:253:4294967295] 192.168.203.160@tcp LPNI seq info [162:162:5:4294967295] 00000400:00000200:2.0:1783137687.850542:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.850548:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137687.850553:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137687.850557:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682200. 00000100:00000001:3.0:1783137687.850559:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1783137687.850562:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000100:00000001:3.0:1783137687.850568:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1783137687.850569:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137687.850574:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783137687.850574:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.850577:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137687.850580:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850581:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850586:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.850587:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: using a timeout of 21440 usecs (22 jiffies) 00000400:00000200:2.0:1783137687.850593:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137687.850594:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 2 is 4295061017 00000100:00000001:2.0:1783137687.850596:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 2, keep current deadline 4295062268 00000100:00000001:2.0:1783137687.850599:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS new deadline estimation for cpu 3 is 4295061017 00000100:00000001:2.0:1783137687.850601:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97bb87c46800: PM QoS request active for cpu 3, keep current deadline 4295062268 00000100:00000001:2.0:1783137687.850603:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137687.850605:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.850608:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.850611:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137687.850626:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137687.850631:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8ab11e00. 00000400:00000200:3.0:1783137687.850635:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137687.850639:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137687.850643:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95660 00000400:00000010:3.0:1783137687.850645:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95660. 00000100:00000001:3.0:1783137687.850648:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137687.850652:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850660:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.850663:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850670:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850671:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137687.850680:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137687.850682:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682300. 00000400:00000200:3.0:1783137687.850685:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137687.850688:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137687.850690:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99770 00000400:00000010:3.0:1783137687.850692:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99770. 00000100:00000001:3.0:1783137687.850695:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137687.850698:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850704:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.850707:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850714:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850715:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137687.850729:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137687.850732:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682100. 00000400:00000200:3.0:1783137687.850734:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137687.850737:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137687.850739:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c994c8 00000400:00000010:3.0:1783137687.850741:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c994c8. 00000100:00000001:3.0:1783137687.850743:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137687.850746:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850753:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.850755:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850760:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850762:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783137687.850811:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137687.850814:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682200. 00000400:00000200:3.0:1783137687.850817:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137687.850820:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137687.850822:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99bb0 00000400:00000010:3.0:1783137687.850824:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99bb0. 00000100:00000001:3.0:1783137687.850826:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137687.850830:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850836:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.850839:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.850844:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.850846:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783137687.853852:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.853870:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783137687.853874:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.853876:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.853885:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.853892:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:2.0:1783137687.853900:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.853905:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.854015:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.854021:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 25 MB=0x6a48848b04b80 00000400:00000200:2.0:1783137687.854038:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.854045:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:2.0:1783137687.854053:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.854060:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.854063:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137687.854068:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:2.0:1783137687.854074:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137687.854083:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783137687.854094:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.854112:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783137687.854120:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.854123:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.854474:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.854478:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783137687.854486:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137687.854488:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137687.854491:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb82da2840. 00000400:00000200:3.0:1783137687.854495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a95e58 00000400:00000010:3.0:1783137687.854504:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a95e58. 00000100:00000001:3.0:1783137687.854508:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137687.854512:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137687.854522:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.854528:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137687.854530:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.854533:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137687.854537:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137687.854539:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137687.854542:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.854545:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137687.854551:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137687.854556:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137687.854559:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137687.854561:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137687.854564:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137687.854566:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.854569:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137687.854575:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.854583:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137687.854586:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137687.854588:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137687.854592:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137687.854600:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9010a695-40ea-448a-aef5-744565b3b6fb:2401:1869755102284672:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137687.854605:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.854608:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.854611:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48380 x1869755102284672/t0(0) o400->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.854627:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137687.854630:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137687.854634:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb98cede00. 02000000:00000001:3.0:1783137687.854637:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137687.854640:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137687.854642:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:3.0:1783137687.854644:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137687.854647:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682d00. 02000000:00000001:3.0:1783137687.854650:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137687.854652:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137687.854654:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48380. 00000100:00000001:3.0:1783137687.854658:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137687.854659:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.854663:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.854664:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.854666:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137687.854667:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.854669:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783137687.855671:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137687.855683:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137687.855687:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137687.855689:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137687.855695:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.855702:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137687.855710:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.855714:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.855719:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.855723:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04c80 00000400:00000200:3.0:1783137687.855727:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137687.855733:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x935 [1] + 224 00000800:00000001:3.0:1783137687.855740:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137687.855756:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137687.855760:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137687.855764:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137687.855776:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137687.855783:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137687.855805:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.855825:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137687.855833:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137687.855837:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.856996:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137687.857002:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783137687.857010:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137687.857012:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137687.857016:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb82da23c8. 00000400:00000200:2.0:1783137687.857022:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94a957f8 00000400:00000010:2.0:1783137687.857024:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb94a957f8. 00000100:00000001:2.0:1783137687.857029:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137687.857037:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137687.857047:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.857055:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137687.857057:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.857059:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137687.857063:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137687.857065:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137687.857067:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137687.857070:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137687.857088:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94860c60 time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137687.857093:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94860c18 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137687.857095:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137687.857097:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137687.857100:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783137687.857105:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783137687.857112:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.857115:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783137687.857118:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:2.0:1783137687.857120:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783137687.857121:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137687.857126:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.857134:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137687.857137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137687.857139:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137687.857143:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137687.857149:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:75992290-8c17-4bd8-842c-cb7884f3b05b:2401:1869755102284928:192.168.203.160@tcp:400:kworker.0 00000100:00000001:2.0:1783137687.857154:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.857157:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137687.857160:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4bb80 x1869755102284928/t0(0) o400->lustre-MDT0001-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.857167:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137687.857169:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137687.857173:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb98cedc00. 02000000:00000001:2.0:1783137687.857176:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137687.857179:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137687.857181:0:2401:0:(genops.c:1244:class_import_put()) import ffff97bb94860800 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb9a721000 00000020:00000001:2.0:1783137687.857183:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137687.857189:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682700. 02000000:00000001:2.0:1783137687.857193:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137687.857195:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137687.857197:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4bb80. 00000100:00000001:2.0:1783137687.857201:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137687.857202:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.857204:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137687.857212:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137687.857213:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137687.857216:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783137687.857218:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1783137687.857617:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857629:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783137687.857631:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857634:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.857640:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857645:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:2.0:1783137687.857652:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857656:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857661:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857665:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04c00 00000400:00000200:2.0:1783137687.857670:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857675:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x945 [1] + 224 00000800:00000001:2.0:1783137687.857682:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857686:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.857688:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137687.857692:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:2.0:1783137687.857698:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137687.857704:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783137687.857713:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.857766:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.857768:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137687.857794:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783137687.857810:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857814:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783137687.857816:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857818:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.857821:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857825:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:2.0:1783137687.857829:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857832:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857834:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857838:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04d00 00000400:00000200:2.0:1783137687.857841:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857844:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:2.0:1783137687.857847:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857851:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.857853:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137687.857856:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:2.0:1783137687.857858:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137687.857863:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783137687.857871:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.857878:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783137687.857881:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857884:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783137687.857886:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857888:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.857890:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857893:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:2.0:1783137687.857896:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857898:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857900:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857903:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 10 MB=0x6a48848b04d80 00000400:00000200:2.0:1783137687.857906:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137687.857928:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.160@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:2.0:1783137687.857932:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857938:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783137687.857940:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137687.857942:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:2.0:1783137687.857946:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137687.857950:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783137687.857958:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137687.857965:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783137687.857968:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783137687.857970:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1783137687.860997:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137687.861005:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137687.861010:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370580. 00000400:00000200:3.0:1783137687.861020:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99f68 00000400:00000010:3.0:1783137687.861022:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99f68. 00000100:00000001:3.0:1783137687.861028:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137687.861039:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137687.861050:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861058:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137687.861061:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861063:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137687.861067:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137687.861069:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137687.861072:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.861074:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137687.861083:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb89706460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137687.861088:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb89706418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137687.861090:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137687.861092:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137687.861095:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137687.861099:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.861102:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137687.861122:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb9a721000: skip recheck: last_committed 0 00000100:00000001:3.0:1783137687.861124:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137687.861126:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137687.861131:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861139:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137687.861142:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137687.861144:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137687.861507:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137687.861518:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:75992290-8c17-4bd8-842c-cb7884f3b05b:2402:1869755102284800:192.168.203.160@tcp:400:kworker.0 00000400:00000001:3.0:1783137687.861526:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137687.861527:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137687.861529:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953702c0. 00000400:00000200:3.0:1783137687.861532:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c997f8 00000400:00000010:3.0:1783137687.861534:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c997f8. 00000100:00000001:3.0:1783137687.861536:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137687.861540:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137687.861548:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861554:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137687.861556:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861558:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137687.861560:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137687.861562:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137687.861563:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.861565:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137687.861570:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf1c60 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137687.861573:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf1c18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137687.861575:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137687.861582:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137687.861584:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783137687.861586:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.861588:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137687.861590:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:3.0:1783137687.861592:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137687.861593:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137687.861598:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861604:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137687.861607:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137687.861608:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137687.861611:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137687.861619:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2402:1869755102285056:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137687.861623:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.861627:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.861630:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d49880 x1869755102284800/t0(0) o400->lustre-MDT0000-mdc-ffff97bb9a721000@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861637:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137687.861639:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137687.861642:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb98c9b800. 02000000:00000001:3.0:1783137687.861647:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137687.861660:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137687.861663:0:2402:0:(genops.c:1244:class_import_put()) import ffff97bb89706000 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb9a721000 00000020:00000001:3.0:1783137687.861665:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137687.861668:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682000. 02000000:00000001:3.0:1783137687.861672:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137687.861674:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137687.861676:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d49880. 00000100:00000001:3.0:1783137687.861680:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137687.861682:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861683:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.861693:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d49c00 x1869755102285056/t0(0) o400->lustre-MDT0000-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861699:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137687.861701:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137687.861702:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb98c9bc00. 02000000:00000001:3.0:1783137687.861705:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137687.861706:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137687.861707:0:2402:0:(genops.c:1244:class_import_put()) import ffff97bb98cf1800 refcount=3 obd=lustre-MDT0000-mdc-ffff97bb87c46800 00000020:00000001:3.0:1783137687.861709:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137687.861711:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682b00. 02000000:00000001:3.0:1783137687.861713:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137687.861714:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137687.861716:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d49c00. 00000100:00000001:3.0:1783137687.861719:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137687.861720:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861723:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.861725:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.861728:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783137687.861731:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783137687.861732:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783137687.861734:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb953709f8. 00000400:00000200:3.0:1783137687.861736:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99a18 00000400:00000010:3.0:1783137687.861738:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99a18. 00000100:00000001:3.0:1783137687.861740:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137687.861744:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783137687.861753:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861759:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783137687.861760:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861761:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783137687.861763:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783137687.861764:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783137687.861766:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783137687.861767:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783137687.861772:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb98cf5460 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1783137687.861780:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb98cf5418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1783137687.861782:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783137687.861783:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137687.861793:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783137687.861798:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783137687.861804:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.861807:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783137687.861808:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97bb87c46800: skip recheck: last_committed 0 00000100:00000001:3.0:1783137687.861810:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783137687.861811:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137687.861815:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861820:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783137687.861822:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783137687.861823:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783137687.861827:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783137687.861833:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:87edbe31-0e47-46df-9aa9-4c1660b9e99d:2402:1869755102285184:192.168.203.160@tcp:400:kworker.0 00000100:00000001:3.0:1783137687.861836:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861838:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137687.861840:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d48700 x1869755102285184/t0(0) o400->lustre-MDT0001-mdc-ffff97bb87c46800@192.168.203.160@tcp:12/10 lens 224/224 e 0 to 0 dl 1783137703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137687.861846:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783137687.861847:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783137687.861849:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb98c9ba00. 02000000:00000001:3.0:1783137687.861852:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783137687.861854:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783137687.861855:0:2402:0:(genops.c:1244:class_import_put()) import ffff97bb98cf5000 refcount=3 obd=lustre-MDT0001-mdc-ffff97bb87c46800 00000020:00000001:3.0:1783137687.861856:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783137687.861858:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97bb98682800. 02000000:00000001:3.0:1783137687.861865:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783137687.861867:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783137687.861868:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d48700. 00000100:00000001:3.0:1783137687.861871:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783137687.861872:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861874:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783137687.861882:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783137687.861884:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137687.861886:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783137687.861888:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783137688.152727:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.152744:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137688.152748:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.152750:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.152758:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.152766:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137688.152774:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.152778:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.152793:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.152797:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 328 into portal 15 MB=0x6a48849f1a880 00000400:00000200:3.0:1783137688.152806:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.160@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:3.0:1783137688.152814:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.152820:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.152823:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137688.152828:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137688.152835:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783137688.152837:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1783137688.152843:0:2393:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb9219d180. 00000100:00000040:3.0:1783137688.152847:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff97bb9219d180 x1869755123345536 msgsize 328 00000100:00100000:3.0:1783137688.152851:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.160@tcp (source: 12345-192.168.203.160@tcp) 00000100:00000001:3.0:1783137688.152868:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1783137688.152877:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.152880:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137688.153130:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1783137688.153134:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755123345536 02000000:00000001:2.0:1783137688.153136:0:6162:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1783137688.153139:0:6162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137688.153141:0:6162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137688.153146:0:6162:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137688.153150:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755123345536 00000020:00000001:2.0:1783137688.153153:0:6162:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783137688.153155:0:6162:0:(genops.c:825:class_conn2export()) looking for export cookie 0x95af395d4f345d2f 00000020:00000001:2.0:1783137688.153158:0:6162:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783137688.153171:0:6162:0:(lustre_handles.c:147:class_handle2object()) GET export ffff97bb82df3000 refcount=3 00000020:00000001:2.0:1783137688.153174:0:6162:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430343184384 : -114643366367232 : ffff97bb82df3000) 00000020:00000001:2.0:1783137688.153176:0:6162:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446629430343184384 : -114643366367232 : ffff97bb82df3000) 00000100:00000001:2.0:1783137688.153181:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783137688.153186:0:6162:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97bb98f68c40. 00000100:00000001:2.0:1783137688.153189:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1783137688.153191:0:6162:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff97bb98f68c40. 00000020:00000010:2.0:1783137688.153197:0:6162:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97bb98c9b400. 00000020:00000010:2.0:1783137688.153202:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97bb82db1a00. 00000020:00000010:2.0:1783137688.153207:0:6162:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff97bba02cd0c8. 00000100:00000040:2.0:1783137688.153233:0:6162:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1783137688.153237:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1783137688.153238:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1783137688.153240:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.153248:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.153255:0:6162:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137688.153275:0:6162:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1783137688.153277:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1783137688.153283:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.160@tcp, seq: 3 00000100:00000040:2.0:1783137688.153286:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff97bb82df3000 : new rpc_count 1 00000100:00000001:2.0:1783137688.153288:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629430598685056 : -114643110866560 : ffff97bb9219d180) 00000100:00000040:2.0:1783137688.153294:0:6162:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff97bb9219d180 x1869755123345536/t0(0) o104->9010a695-40ea-448a-aef5-744565b3b6fb@192.168.203.160@tcp:594/0 lens 328/0 e 0 to 0 dl 1783137699 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137688.153303:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783137688.153306:0:6162:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97bb98f68c40. 00000100:00000001:2.0:1783137688.153308:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1783137688.153310:0:6162:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff97bb98f68c40. 00000100:00100000:2.0:1783137688.153313:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff97bb9219d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9010a695-40ea-448a-aef5-744565b3b6fb+3:13394:x1869755123345536:12345-192.168.203.160@tcp:104: 00000100:00000200:2.0:1783137688.153317:0:6162:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1869755123345536 00010000:00000001:2.0:1783137688.153319:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1783137688.153325:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783137688.153326:0:6162:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783137688.153328:0:6162:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bbc21dd400 refcount=2 00000020:00000001:2.0:1783137688.153330:0:6162:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629431404254208 : -114642305297408 : ffff97bbc21dd400) 00010000:00000001:2.0:1783137688.153333:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629431404254208 : -114642305297408 : ffff97bbc21dd400) 00010000:00000001:2.0:1783137688.153336:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783137688.153339:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783137688.153343:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783137688.153389:0:6162:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1783137688.153398:0:6162:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1783137688.153404:0:6162:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97bb897f7400. 02000000:00000001:2.0:1783137688.153407:0:6162:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.153409:0:6162:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137688.153414:0:6162:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1783137688.153416:0:6162:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137688.153420:0:6162:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb952a99e8 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137688.153424:0:6162:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783137688.153427:0:6162:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff97bb9256bb00 refcount 28 to 192.168.203.160@tcp 00000100:00000001:2.0:1783137688.153429:0:6162:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629430602676992 : -114643106874624 : ffff97bb9256bb00) 02000000:00000001:2.0:1783137688.153432:0:6162:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1783137688.153434:0:6162:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.153437:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137688.153440:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137688.153444:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99b28. 00000100:00000200:2.0:1783137688.153449:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1869755123345536, offset 224 00000400:00000200:2.0:1783137688.153455:0:6162:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137688.153461:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137688.153467:0:6162:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.203.60@tcp to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137688.153472:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [163:163:256:4294967295] 192.168.203.160@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1783137688.153475:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137688.153483:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:192.168.203.60@tcp) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137688.153489:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137688.153493:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682700. 00000800:00000200:2.0:1783137688.153499:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137688.153507:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137688.153511:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137688.153521:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137688.153525:0:6162:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff97bb9256bb00 refcount 27 to 192.168.203.160@tcp 00010000:00000001:2.0:1783137688.153528:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1783137688.153531:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97bb948683c0. 00010000:00000001:2.0:1783137688.153534:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1783137688.153554:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1783137688.153557:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137688.153558:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137688.153560:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137688.153566:0:6162:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb9219d180 x1869755123345536/t0(0) o104->9010a695-40ea-448a-aef5-744565b3b6fb@192.168.203.160@tcp:594/0 lens 328/224 e 0 to 0 dl 1783137699 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783137688.153575:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff97bb9219d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9010a695-40ea-448a-aef5-744565b3b6fb+3:13394:x1869755123345536:12345-192.168.203.160@tcp:104: Request processed in 270us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1783137688.153583:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.160@tcp, seq: 3 00000100:00000040:2.0:1783137688.153586:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff97bb82df3000 : new rpc_count 0 00000100:00000001:2.0:1783137688.153588:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1783137688.153590:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1783137688.153594:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97bb82db1a00. 00000020:00000010:2.0:1783137688.153598:0:6162:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff97bba02cd0c8. 00000020:00000010:2.0:1783137688.153601:0:6162:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97bb98c9b400. 00000020:00000040:2.0:1783137688.153606:0:6162:0:(genops.c:900:class_export_put()) PUTting export ffff97bb82df3000 : new refcount 2 00000100:00000001:2.0:1783137688.153609:0:6162:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1783137688.153686:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783137688.153691:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682700. 00000400:00000200:2.0:1783137688.153694:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783137688.153698:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:2.0:1783137688.153702:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99b28 00000400:00000010:2.0:1783137688.153705:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99b28. 00000100:00000001:2.0:1783137688.153708:0:2394:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1783137688.153710:0:2394:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1783137688.153824:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137688.153828:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137688.153831:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783137688.153834:0:6169:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783137688.153836:0:6169:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783137688.153840:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137688.153855:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97bbc21dd400 already unused, calling callback (ffffffffc12f1c20) 10000000:00000001:1.0:1783137688.153858:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1783137688.153861:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783137688.153869:0:6169:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783137688.153870:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783137688.153872:0:6169:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783137688.153874:0:6169:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bbc21dd400 refcount=3 00000020:00000001:1.0:1783137688.153875:0:6169:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629431404254208 : -114642305297408 : ffff97bbc21dd400) 00010000:00000001:1.0:1783137688.153877:0:6169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629431404254208 : -114642305297408 : ffff97bbc21dd400) 00010000:00000001:1.0:1783137688.153880:0:6169:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783137688.153883:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1783137688.153890:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1783137688.153892:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783137688.153898:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1783137688.153900:0:6169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1783137688.153902:0:6169:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1783137688.153904:0:6169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1783137688.153905:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783137688.153906:0:6169:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783137688.153920:0:6169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1783137688.153921:0:6169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1783137688.153923:0:6169:0:(mgc_request.c:123:config_log_put()) log params(ffff97bb82dc8200) refs 2 10000000:00000001:1.0:1783137688.153925:0:6169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1783137688.153926:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783137688.153929:0:6169:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783137688.153932:0:6169:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783137688.153937:0:6169:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783137688.153939:0:6169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783137688.153940:0:6169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783137688.153943:0:6169:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97bbc21dd400 with handle 0x95af395d4f345dfa from hash 00010000:00000001:1.0:1783137688.153945:0:6169:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783137688.153947:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783137688.153949:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783137688.153950:0:6169:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783137688.153952:0:6169:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783137688.153954:0:6169:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1783137688.153957:0:6169:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783137688.153959:0:6169:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783137688.153964:0:6169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb98c65500. 00000020:00000040:1.0:1783137688.153967:0:6169:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:1.0:1783137688.153971:0:6169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783137688.153973:0:6169:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783137688.153978:0:6169:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783137688.153983:0:6169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb833e0400. 00000100:00000001:1.0:1783137688.153988:0:6169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783137688.153990:0:6169:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783137688.154002:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783137688.154008:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783137688.154010:0:6169:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783137688.154014:0:6169:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783137688.154018:0:6169:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783137688.154025:0:6169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b36613d] to pc [ptlrpcd_00_00+0] req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783137688.154050:0:6169:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783137688.154053:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783137688.154054:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783137688.154056:0:6169:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783137688.154058:0:6169:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783137688.154060:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137688.154067:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783137688.154073:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783137688.154075:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.160@tcp lock: ffff97bbc21dd400/0x95af395d4f345dfa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be9b4 expref: -99 pid: 9112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783137688.154087:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783137688.154088:0:6169:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783137688.154090:0:6169:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97bb948683c0. 00010000:00000001:1.0:1783137688.154093:0:6169:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783137688.154095:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137688.154096:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137688.154098:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783137688.154099:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137688.154101:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137688.154103:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783137688.154104:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783137688.154105:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783137688.154107:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783137688.154208:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.154211:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137688.154214:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137688.154221:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.154229:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137688.154231:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137688.154234:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137688.154237:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137688.154240:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137688.154243:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102285312:192.168.203.160@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783137688.154247:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137688.154252:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137688.154255:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137688.154258:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137688.154273:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb949b5000. 02000000:00000001:0.0:1783137688.154275:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137688.154280:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137688.154284:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014bf78. 00000400:00000010:0.0:1783137688.154295:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b000. 00000100:00000200:0.0:1783137688.154300:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102285312, portal 18 00000100:00000001:0.0:1783137688.154302:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137688.154304:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430710654208 : -114642998897408 : ffff97bb98c65500) 00000100:00000040:0.0:1783137688.154310:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.154317:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137688.154319:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137688.154321:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2bf68. 00000100:00000200:0.0:1783137688.154324:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1869755102285312, offset 0 00000400:00000200:0.0:1783137688.154329:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137688.154334:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137688.154338:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137688.154342:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137688.154346:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137688.154385:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137688.154388:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137688.154391:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [164:164:256:4294967295] 192.168.203.160@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1783137688.154395:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137688.154403:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137688.154408:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137688.154412:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8906c200. 00000800:00000200:0.0:1783137688.154416:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137688.154421:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137688.154424:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8906c200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783137688.154431:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137688.154434:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137688.154437:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295062575 00000100:00000001:0.0:1783137688.154443:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062268 00000100:00000001:0.0:1783137688.154447:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295062575 00000100:00000001:0.0:1783137688.154451:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062268 00000100:00000001:0.0:1783137688.154459:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137688.154462:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.154466:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.154468:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.154473:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137688.154475:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783137688.154478:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.154479:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137688.154481:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.154483:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.154492:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.154494:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137688.155024:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137688.155028:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8906c200. 00000400:00000200:3.0:1783137688.155038:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137688.155043:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137688.155047:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2bf68 00000400:00000010:3.0:1783137688.155049:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2bf68. 00000100:00000001:3.0:1783137688.155053:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137688.155057:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137688.155068:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137688.155071:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137688.155079:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137688.155080:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137688.155590:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.155601:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137688.155603:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.155605:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.155611:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.155616:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137688.155623:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.155627:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.155631:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.155635:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 328 into portal 15 MB=0x6a48849f1ab00 00000400:00000200:3.0:1783137688.155642:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.160@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:3.0:1783137688.155648:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.155654:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.155656:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137688.155660:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137688.155664:0:2394:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783137688.155666:0:2394:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1783137688.155670:0:2394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb9219c700. 00000100:00000040:3.0:1783137688.155673:0:2394:0:(events.c:337:request_in_callback()) incoming req@ffff97bb9219c700 x1869755123346176 msgsize 328 00000100:00100000:3.0:1783137688.155677:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.160@tcp (source: 12345-192.168.203.160@tcp) 00000100:00000001:3.0:1783137688.155684:0:2394:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1783137688.155696:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.155699:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137688.155765:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1783137688.155768:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755123346176 02000000:00000001:2.0:1783137688.155771:0:6162:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1783137688.155773:0:6162:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137688.155775:0:6162:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137688.155779:0:6162:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137688.155782:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755123346176 00000020:00000001:2.0:1783137688.155794:0:6162:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1783137688.155802:0:6162:0:(genops.c:825:class_conn2export()) looking for export cookie 0x95af395d4f345d2f 00000020:00000001:2.0:1783137688.155804:0:6162:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783137688.155807:0:6162:0:(lustre_handles.c:147:class_handle2object()) GET export ffff97bb82df3000 refcount=3 00000020:00000001:2.0:1783137688.155810:0:6162:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430343184384 : -114643366367232 : ffff97bb82df3000) 00000020:00000001:2.0:1783137688.155812:0:6162:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446629430343184384 : -114643366367232 : ffff97bb82df3000) 00000100:00000001:2.0:1783137688.155815:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783137688.155819:0:6162:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97bb98f68c40. 00000100:00000001:2.0:1783137688.155821:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1783137688.155824:0:6162:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff97bb98f68c40. 00000020:00000010:2.0:1783137688.155829:0:6162:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97bb98c9b400. 00000020:00000010:2.0:1783137688.155834:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff97bb82db1a00. 00000020:00000010:2.0:1783137688.155839:0:6162:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff97bba02cd0c8. 00000100:00000040:2.0:1783137688.155847:0:6162:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1783137688.155849:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1783137688.155851:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1783137688.155853:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.155859:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.155871:0:6162:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137688.155880:0:6162:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1783137688.155882:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1783137688.155887:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.160@tcp, seq: 4 00000100:00000040:2.0:1783137688.155891:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff97bb82df3000 : new rpc_count 1 00000100:00000001:2.0:1783137688.155893:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446629430598682368 : -114643110869248 : ffff97bb9219c700) 00000100:00000040:2.0:1783137688.155898:0:6162:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff97bb9219c700 x1869755123346176/t0(0) o104->9010a695-40ea-448a-aef5-744565b3b6fb@192.168.203.160@tcp:594/0 lens 328/0 e 0 to 0 dl 1783137699 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783137688.155907:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1783137688.155910:0:6162:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff97bb98f68c40. 00000100:00000001:2.0:1783137688.155911:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1783137688.155913:0:6162:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff97bb98f68c40. 00000100:00100000:2.0:1783137688.155917:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff97bb9219c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9010a695-40ea-448a-aef5-744565b3b6fb+3:13394:x1869755123346176:12345-192.168.203.160@tcp:104: 00000100:00000200:2.0:1783137688.155921:0:6162:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1869755123346176 00010000:00000001:2.0:1783137688.155928:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1783137688.155934:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783137688.155946:0:6162:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783137688.155948:0:6162:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb92179800 refcount=2 00000020:00000001:2.0:1783137688.155951:0:6162:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430598539264 : -114643111012352 : ffff97bb92179800) 00010000:00000001:2.0:1783137688.155954:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430598539264 : -114643111012352 : ffff97bb92179800) 00010000:00000001:2.0:1783137688.155957:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783137688.155961:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783137688.155965:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783137688.155975:0:6162:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1783137688.155978:0:6162:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1783137688.155982:0:6162:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff97bb897f4400. 02000000:00000001:2.0:1783137688.155985:0:6162:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.155987:0:6162:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137688.155991:0:6162:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1783137688.156000:0:6162:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137688.156004:0:6162:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb952a99e8 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137688.156008:0:6162:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1783137688.156011:0:6162:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff97bb9256bb00 refcount 28 to 192.168.203.160@tcp 00000100:00000001:2.0:1783137688.156014:0:6162:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629430602676992 : -114643106874624 : ffff97bb9256bb00) 02000000:00000001:2.0:1783137688.156016:0:6162:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1783137688.156019:0:6162:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137688.156021:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137688.156024:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137688.156028:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99b28. 00000100:00000200:2.0:1783137688.156032:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1869755123346176, offset 224 00000400:00000200:2.0:1783137688.156037:0:6162:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137688.156042:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137688.156047:0:6162:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.203.60@tcp to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137688.156052:0:6162:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [165:165:256:4294967295] 192.168.203.160@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1783137688.156057:0:6162:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137688.156069:0:6162:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:192.168.203.60@tcp) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137688.156074:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137688.156077:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682700. 00000800:00000200:2.0:1783137688.156083:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137688.156089:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137688.156093:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783137688.156100:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137688.156103:0:6162:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff97bb9256bb00 refcount 27 to 192.168.203.160@tcp 00010000:00000001:2.0:1783137688.156106:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1783137688.156109:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff97bb948683c0. 00010000:00000001:2.0:1783137688.156112:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1783137688.156134:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1783137688.156137:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137688.156138:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137688.156140:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137688.156144:0:6162:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb9219c700 x1869755123346176/t0(0) o104->9010a695-40ea-448a-aef5-744565b3b6fb@192.168.203.160@tcp:594/0 lens 328/224 e 0 to 0 dl 1783137699 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783137688.156155:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff97bb9219c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9010a695-40ea-448a-aef5-744565b3b6fb+3:13394:x1869755123346176:12345-192.168.203.160@tcp:104: Request processed in 245us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1783137688.156163:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.160@tcp, seq: 4 00000100:00000040:2.0:1783137688.156173:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff97bb82df3000 : new rpc_count 0 00000100:00000001:2.0:1783137688.156176:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1783137688.156177:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1783137688.156181:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff97bb82db1a00. 00000020:00000010:2.0:1783137688.156185:0:6162:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff97bba02cd0c8. 00000020:00000010:2.0:1783137688.156188:0:6162:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97bb98c9b400. 00000020:00000040:2.0:1783137688.156192:0:6162:0:(genops.c:900:class_export_put()) PUTting export ffff97bb82df3000 : new refcount 2 00000100:00000001:2.0:1783137688.156194:0:6162:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783137688.156631:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137688.156635:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137688.156638:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1783137688.156641:0:6170:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1783137688.156644:0:6170:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1783137688.156647:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137688.156657:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff97bb92179800 already unused, calling callback (ffffffffc12f1c20) 10000000:00000001:0.0:1783137688.156660:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1783137688.156662:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783137688.156670:0:6170:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1783137688.156672:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783137688.156673:0:6170:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783137688.156675:0:6170:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb92179800 refcount=3 00000020:00000001:0.0:1783137688.156678:0:6170:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430598539264 : -114643111012352 : ffff97bb92179800) 00010000:00000001:0.0:1783137688.156680:0:6170:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430598539264 : -114643111012352 : ffff97bb92179800) 00010000:00000001:0.0:1783137688.156683:0:6170:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1783137688.156685:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1783137688.156704:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1783137688.156706:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783137688.156711:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1783137688.156714:0:6170:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1783137688.156716:0:6170:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1783137688.156718:0:6170:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1783137688.156719:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1783137688.156721:0:6170:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137688.156735:0:6170:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1783137688.156736:0:6170:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783137688.156737:0:6170:0:(mgc_request.c:123:config_log_put()) log params(ffff97bb9a77a600) refs 2 10000000:00000001:0.0:1783137688.156740:0:6170:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1783137688.156741:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137688.156743:0:6170:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1783137688.156746:0:6170:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1783137688.156747:0:6170:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1783137688.156749:0:6170:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783137688.156751:0:6170:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1783137688.156753:0:6170:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff97bb92179800 with handle 0x95af395d4f345dbb from hash 00010000:00000001:0.0:1783137688.156755:0:6170:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1783137688.156757:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783137688.156758:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783137688.156760:0:6170:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1783137688.156761:0:6170:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1783137688.156763:0:6170:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1783137688.156765:0:6170:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1783137688.156767:0:6170:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1783137688.156774:0:6170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95361880. 00000020:00000040:0.0:1783137688.156778:0:6170:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=5 obd=MGC192.168.203.160@tcp 00000100:00000001:0.0:1783137688.156781:0:6170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137688.156793:0:6170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137688.156797:0:6170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137688.156809:0:6170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb949b4200. 00000100:00000001:0.0:1783137688.156814:0:6170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137688.156817:0:6170:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1783137688.156821:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137688.156827:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1783137688.156829:0:6170:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.156833:0:6170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137688.156837:0:6170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137688.156845:0:6170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dc33efa] to pc [ptlrpcd_00_01+1] req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783137688.156873:0:6170:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783137688.156876:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783137688.156877:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783137688.156878:0:6170:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137688.156881:0:6170:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137688.156883:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137688.156886:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783137688.156891:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1783137688.156893:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.160@tcp lock: ffff97bb92179800/0x95af395d4f345dbb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc6e439e5cc9be967 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1783137688.156901:0:6170:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff97bb8abc2600 count: 0 00010000:00000001:0.0:1783137688.156913:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783137688.156915:0:6170:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1783137688.156917:0:6170:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff97bb948683c0. 00010000:00000001:0.0:1783137688.156921:0:6170:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137688.156923:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137688.156925:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137688.156927:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783137688.156928:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137688.156935:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137688.156936:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1783137688.156938:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137688.156939:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137688.156940:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1783137688.156950:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.156952:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137688.156956:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137688.156959:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1783137688.156961:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.156965:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137688.156967:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.156969:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.156970:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137688.156972:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137688.156978:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.156986:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137688.156988:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137688.157002:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137688.157005:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137688.157007:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137688.157010:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102285440:192.168.203.160@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783137688.157014:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137688.157019:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137688.157022:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137688.157024:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137688.157028:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb949b5c00. 02000000:00000001:0.0:1783137688.157030:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137688.157035:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137688.157039:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b948. 00000400:00000010:0.0:1783137688.157044:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b198. 00000100:00000200:0.0:1783137688.157050:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102285440, portal 18 00000100:00000001:0.0:1783137688.157052:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137688.157053:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000040:0.0:1783137688.157063:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.157070:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137688.157073:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137688.157075:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b110. 00000100:00000200:0.0:1783137688.157080:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1869755102285440, offset 0 00000400:00000200:0.0:1783137688.157085:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137688.157090:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137688.157096:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137688.157100:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137688.157103:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137688.157106:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137688.157109:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137688.157112:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [166:166:255:4294967295] 192.168.203.160@tcp LPNI seq info [166:166:7:4294967295] 00000400:00000200:0.0:1783137688.157116:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137688.157123:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137688.157128:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137688.157132:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8906c800. 00000800:00000200:0.0:1783137688.157137:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137688.157143:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137688.157145:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8906c800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783137688.157149:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137688.157153:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137688.157155:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295062577 00000100:00000001:0.0:1783137688.157161:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062575 00000100:00000001:0.0:1783137688.157176:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295062577 00000100:00000001:0.0:1783137688.157180:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062575 00000100:00000001:0.0:1783137688.157183:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137688.157185:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.157187:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.157198:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783137688.157389:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783137688.157393:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137688.157718:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137688.157723:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682700. 00000400:00000200:3.0:1783137688.157729:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137688.157736:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137688.157740:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99b28 00000400:00000010:3.0:1783137688.157742:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99b28. 00000100:00000001:3.0:1783137688.157747:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1783137688.157749:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1783137688.158218:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137688.158222:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8906c800. 00000400:00000200:3.0:1783137688.158226:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137688.158230:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137688.158234:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b110 00000400:00000010:3.0:1783137688.158236:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b110. 00000100:00000001:3.0:1783137688.158239:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137688.158244:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137688.158253:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137688.158257:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137688.158320:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137688.158322:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137688.161149:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.161180:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137688.161186:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.161188:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.161197:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161205:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137688.161216:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161220:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161226:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161230:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 18 MB=0x6a48848b04e00 00000400:00000200:3.0:1783137688.161234:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161256:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.160@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:3.0:1783137688.161275:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.161280:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.161283:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137688.161288:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137688.161294:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137688.161304:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137688.161316:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.161404:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.161409:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783137688.161457:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137688.161468:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.161473:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137688.161475:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.161477:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.161480:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161484:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137688.161488:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161492:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161494:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161497:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 224 into portal 18 MB=0x6a48848b04e80 00000400:00000200:3.0:1783137688.161499:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137688.161502:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.160@tcp of length 224/224 into md 0x98d [1] + 224 00000800:00000001:3.0:1783137688.161506:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.161515:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137688.161516:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137688.161519:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137688.161521:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137688.161525:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137688.161532:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137688.161554:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137688.161557:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137688.161561:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1F:1783137688.162407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97bbc21dd400. 00000400:00000001:0.0:1783137688.164653:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137688.164661:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137688.164666:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014bf78. 00000400:00000200:0.0:1783137688.164675:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b000 00000400:00000010:0.0:1783137688.164677:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b000. 00000100:00000001:0.0:1783137688.164683:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137688.164694:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137688.164707:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.164716:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137688.164719:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.164722:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137688.164725:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137688.164728:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137688.164730:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137688.164734:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137688.164740:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb946844a8 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137688.164745:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137688.164748:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137688.164749:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137688.164752:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137688.164755:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.164758:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137688.164763:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.164771:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137688.164775:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137688.164777:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137688.164782:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137688.164801:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb98c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102285312:192.168.203.160@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783137688.164822:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.164826:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137688.164829:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb98c65500 x1869755102285312/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.164836:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137688.164839:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137688.164843:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb949b5000. 02000000:00000001:0.0:1783137688.164847:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137688.164850:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137688.164851:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137688.164854:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137688.164856:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb833e0400. 02000000:00000001:0.0:1783137688.164860:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137688.164862:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137688.164864:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb98c65500. 00000100:00000001:0.0:1783137688.164869:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137688.164870:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.164874:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.164877:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.164879:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783137688.164883:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137688.164884:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137688.164886:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b948. 00000400:00000200:0.0:1783137688.164889:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b198 00000400:00000010:0.0:1783137688.164891:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b198. 00000100:00000001:0.0:1783137688.164893:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137688.164897:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137688.164906:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.164912:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137688.164913:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.164915:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137688.164917:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137688.164918:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137688.164924:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137688.164927:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137688.164930:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb946844a8 time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137688.164933:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137688.164935:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137688.164937:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137688.164939:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137688.164940:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.164942:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137688.164946:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.165144:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137688.165146:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137688.165148:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137688.165152:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137688.165158:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9010a695-40ea-448a-aef5-744565b3b6fb:2399:1869755102285440:192.168.203.160@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783137688.165162:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.165164:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137688.165167:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95361880 x1869755102285440/t0(0) o103->MGC192.168.203.160@tcp@192.168.203.160@tcp:17/18 lens 328/224 e 0 to 0 dl 1783137704 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137688.165172:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137688.165173:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137688.165175:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb949b5c00. 02000000:00000001:0.0:1783137688.165177:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137688.165178:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137688.165179:0:2399:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137688.165181:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137688.165183:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb949b4200. 02000000:00000001:0.0:1783137688.165185:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137688.165186:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137688.165187:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95361880. 00000100:00000001:0.0:1783137688.165190:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137688.165199:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.165201:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137688.165210:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137688.165212:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137688.165215:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783137688.165216:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1783137688.166346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff97bb8abc2600. 00010000:00000010:0.1:1783137688.166385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff97bb92179800. 00010000:00000001:3.0:1783137688.232524:0:758:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137688.232531:0:758:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137688.232538:0:758:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137688.232539:0:758:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137688.232779:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137688.232791:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137688.232795:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1783137688.776886:0:10371:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:3.0:1783137689.257954:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137689.257962:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137689.257969:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137689.257970:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137689.258275:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137689.258279:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137689.258282:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783137689.447428:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295062577, at 4295062592 00000100:00000010:2.0:1783137689.447445:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb831a8660. 00000100:00000040:3.0:1783137689.447469:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295062577, at 4295062592 00000100:00000010:3.0:1783137689.447478:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb831a8300. 10000000:00000001:2.0:1783137689.959474:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1783137689.959482:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff97bb82dc8200) refs 2 10000000:00000001:2.0:1783137689.959487:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783137689.959489:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1783137689.959491:0:6172:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1783137689.959492:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1783137689.959495:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1783137689.959497:0:6172:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:2.0:1783137689.959499:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff97bb87c46800 from 7 10000000:00000001:2.0:1783137689.959502:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1783137689.959513:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1783137689.959525:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4bb80. 00000020:00000040:2.0:1783137689.959530:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:2.0:1783137689.959535:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137689.959539:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137689.959545:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137689.959553:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb98c9a000. 00000100:00000001:2.0:1783137689.959559:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137689.959564:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1783137689.959566:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1783137689.959573:0:6172:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff97bb94615400. 00010000:00000001:2.0:1783137689.959577:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1783137689.959580:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97bb829c1800. 00000020:00000010:2.0:1783137689.959587:0:6172:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff97bb82db1980. 00000020:00000001:2.0:1783137689.959590:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1783137689.959593:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97bb829c1800 with handle 0x95af395d4f345e2b to hash 00000020:00000001:2.0:1783137689.959595:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1783137689.959597:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000001:2.0:1783137689.959600:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000001:2.0:1783137689.959604:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1783137689.959607:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783137689.959612:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783137689.959622:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783137689.959649:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1783137689.959656:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783137689.959658:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783137689.959664:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97bb948689c0. 00000100:00000001:2.0:1783137689.959666:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629430639364544 : -114643070187072 : ffff97bb948689c0) 00000100:00000001:2.0:1783137689.959668:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137689.959670:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000001:2.0:1783137689.959675:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137689.959679:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.959682:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783137689.959684:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137689.959695:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.959704:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137689.959706:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.959710:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137689.959713:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137689.959715:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137689.959719:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285568:192.168.203.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1783137689.959723:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137689.959729:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137689.959732:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.959734:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137689.959739:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97bb897f4000. 02000000:00000001:2.0:1783137689.959741:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137689.959748:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137689.959752:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370f78. 00000400:00000010:2.0:1783137689.959759:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99330. 00000100:00000200:2.0:1783137689.959764:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1869755102285568, portal 25 00000100:00000001:2.0:1783137689.959767:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137689.959785:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000040:2.0:1783137689.959792:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.959801:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137689.959804:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137689.959807:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99660. 00000100:00000200:2.0:1783137689.959822:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1869755102285568, offset 0 00000400:00000200:2.0:1783137689.959830:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137689.959839:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137689.959847:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137689.959852:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137689.959856:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137689.959860:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137689.959863:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137689.959867:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [167:167:256:4294967295] 192.168.203.160@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1783137689.959871:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137689.959880:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137689.959887:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137689.959893:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682e00. 00000800:00000200:2.0:1783137689.959899:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137689.959906:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137689.959911:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1783137689.959931:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137689.959935:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137689.959939:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295064380 00000100:00000010:2.0:1783137689.959944:0:6172:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb9a77f0c0. 00000100:00000001:2.0:1783137689.959961:0:6172:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1783137689.959968:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295064380 00000100:00000010:2.0:1783137689.959972:0:6172:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97bb9a77f540. 00000100:00000001:2.0:1783137689.959975:0:6172:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1783137689.959985:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137689.959988:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.959990:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137689.959992:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783137689.959995:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb948689c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783137689.959998:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137689.960001:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137689.960750:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137689.960759:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682e00. 00000400:00000200:3.0:1783137689.960767:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137689.960787:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137689.960794:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99660 00000400:00000010:3.0:1783137689.960797:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99660. 00000100:00000001:3.0:1783137689.960803:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137689.960812:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.960826:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137689.960830:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.960837:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137689.960839:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137689.964269:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.964482:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137689.964487:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.964490:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137689.964501:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.964529:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137689.964538:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.964544:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.964551:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.964554:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 344 into portal 25 MB=0x6a48848b04f00 00000400:00000200:3.0:1783137689.964561:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.964568:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 344/344 into md 0x995 [1] + 224 00000800:00000001:3.0:1783137689.964577:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.964595:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137689.964599:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137689.964604:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137689.964613:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137689.964623:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137689.964634:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.964665:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137689.964675:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.964678:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.966173:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783137689.966187:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137689.966189:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137689.966194:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370f78. 00000400:00000200:2.0:1783137689.966203:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99330 00000400:00000010:2.0:1783137689.966205:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99330. 00000100:00000001:2.0:1783137689.966211:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137689.966223:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137689.966244:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.966253:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137689.966255:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.966257:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137689.966262:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137689.966265:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137689.966267:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.966270:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137689.966279:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137689.966284:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137689.966287:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137689.966288:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137689.966291:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783137689.966294:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.966297:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137689.966302:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.966310:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137689.966332:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137689.966335:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137689.966339:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137689.966346:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285568:192.168.203.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1783137689.966399:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.966402:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.966406:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783137689.966408:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137689.966412:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.966420:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783137689.966424:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97bb948689c0. 00000100:00000001:2.0:1783137689.966427:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783137689.966429:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137689.966432:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1783137689.966436:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783137689.966439:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783137689.966443:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb829c1800 refcount=4 00000020:00000001:2.0:1783137689.966446:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000001:2.0:1783137689.966449:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000040:2.0:1783137689.966458:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97bb829c1800, remote cookie: 0xc6e439e5cc9bea16, flags: 0x0 00010000:00000001:2.0:1783137689.966461:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1783137689.966466:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1783137689.966468:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1783137689.966470:0:6172:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1783137689.966471:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1783137689.966475:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff97bb94615400) refcount = 1 00010000:00010000:2.0:1783137689.966481:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9bea16 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783137689.966489:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1783137689.966496:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1783137689.966498:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1783137689.966501:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1783137689.966504:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783137689.966508:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9bea16 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783137689.966515:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1783137689.966517:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783137689.966519:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783137689.966520:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783137689.966521:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783137689.966523:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.966526:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137689.966530:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4bb80 x1869755102285568/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.966537:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137689.966540:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137689.966543:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97bb897f4000. 02000000:00000001:2.0:1783137689.966547:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137689.966549:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137689.966551:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:2.0:1783137689.966553:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137689.966556:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb98c9a000. 02000000:00000001:2.0:1783137689.966561:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137689.966563:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137689.966565:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4bb80. 00000100:00000001:2.0:1783137689.966569:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137689.966570:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1783137689.966573:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783137689.966576:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1783137689.966578:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff97bb82dc8200) refs 3 10000000:00000001:2.0:1783137689.966580:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137689.966582:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783137689.966584:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783137689.966586:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb829c1800 refcount=3 00000020:00000001:2.0:1783137689.966588:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000001:2.0:1783137689.966596:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000001:2.0:1783137689.966598:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1783137689.966600:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783137689.966601:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1783137689.966603:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783137689.966606:0:6172:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1783137689.966610:0:6172:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff97bb98f68c40. 00000020:00000010:2.0:1783137689.966615:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97bb98c9a000. 00000020:00000010:2.0:1783137689.966622:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97bb98c9b400. 00000040:00000010:2.0:1783137689.966626:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff97bb98c9ba00. 00000020:00000010:2.0:1783137689.966632:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97bb82d91000. 00000020:00000010:2.0:1783137689.966638:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff97bb98c9bc00. 80000000:00000010:2.0:1783137689.966642:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97bb9a77fd20. 00040000:00000010:2.0:1783137689.966648:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97bb98c9b600. 20000000:00000010:2.0:1783137689.966653:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff97bb98c9ac00. 10000000:00000040:2.0:1783137689.966659:0:6172:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff97bb98a0ff00 : new refcount 2 00000020:00000001:2.0:1783137689.966662:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1783137689.966665:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1783137689.966667:0:6172:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1783137689.966671:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97bb98c9b200. 00000040:00000001:2.0:1783137689.966675:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1783137689.966678:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000010:2.0:1783137689.966683:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4bb80. 00000020:00000040:2.0:1783137689.966686:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=5 obd=MGC192.168.203.160@tcp 00000100:00000001:2.0:1783137689.966692:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137689.966695:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137689.966700:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137689.966708:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb98c9ae00. 00000100:00000001:2.0:1783137689.966714:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.966720:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783137689.966721:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783137689.966728:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97bb948689c0. 00000100:00000001:2.0:1783137689.966730:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629430639364544 : -114643070187072 : ffff97bb948689c0) 00000100:00000001:2.0:1783137689.966733:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137689.966734:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000001:2.0:1783137689.966744:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137689.966748:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.966750:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783137689.966752:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137689.966757:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.966765:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137689.966767:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.966781:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137689.966784:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137689.966787:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137689.966791:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285696:192.168.203.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1783137689.966795:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137689.966802:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137689.966805:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.966808:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137689.966812:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb98c9b800. 02000000:00000001:2.0:1783137689.966815:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137689.966822:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137689.966826:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370f78. 00000400:00000010:2.0:1783137689.966831:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99330. 00000100:00000200:2.0:1783137689.966839:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102285696, portal 25 00000100:00000001:2.0:1783137689.966841:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137689.966843:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000040:2.0:1783137689.966848:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.966856:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137689.966859:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137689.966862:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99088. 00000100:00000200:2.0:1783137689.966864:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1869755102285696, offset 0 00000400:00000200:2.0:1783137689.966871:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137689.966880:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137689.966888:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137689.966899:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137689.966904:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137689.966909:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137689.966912:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137689.966916:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [168:168:256:4294967295] 192.168.203.160@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1783137689.966920:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137689.966932:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137689.966939:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137689.966944:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682f00. 00000800:00000200:2.0:1783137689.966952:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137689.966960:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137689.966965:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682f00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1783137689.966988:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137689.966993:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137689.966997:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295064387 00000100:00000001:2.0:1783137689.967004:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295064380 00000100:00000001:2.0:1783137689.967010:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295064387 00000100:00000001:2.0:1783137689.967013:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295064380 00000100:00000001:2.0:1783137689.967016:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137689.967018:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.967020:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137689.967022:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783137689.967024:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb948689c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783137689.967027:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137689.967028:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137689.967549:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137689.967556:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682f00. 00000400:00000200:3.0:1783137689.967562:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137689.967570:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137689.967574:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99088 00000400:00000010:3.0:1783137689.967577:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99088. 00000100:00000001:3.0:1783137689.967582:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137689.967589:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.967598:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137689.967601:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.967621:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137689.967623:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137689.976399:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.976418:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137689.976423:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.976425:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137689.976436:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.976445:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137689.976455:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.976461:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.976467:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.976472:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 272 into portal 25 MB=0x6a48848b04f80 00000400:00000200:3.0:1783137689.976478:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.976485:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 272/272 into md 0x9a5 [1] + 224 00000800:00000001:3.0:1783137689.976494:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.976500:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137689.976504:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137689.976509:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137689.976517:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137689.976527:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137689.976540:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.976565:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137689.976576:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.976579:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.979087:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783137689.979105:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137689.979108:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137689.979114:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370f78. 00000400:00000200:2.0:1783137689.979125:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99330 00000400:00000010:2.0:1783137689.979128:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99330. 00000100:00000001:2.0:1783137689.979135:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137689.979183:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137689.979197:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.979206:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137689.979208:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.979211:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137689.979215:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137689.979218:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137689.979221:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.979225:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137689.979241:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137689.979246:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137689.979249:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137689.979251:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137689.979254:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783137689.979256:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.979259:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137689.979264:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.979273:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137689.979277:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137689.979279:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137689.979284:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137689.979293:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285696:192.168.203.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1783137689.979299:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.979301:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.979304:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783137689.979306:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137689.979310:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.979328:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783137689.979332:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97bb948689c0. 00000100:00000001:2.0:1783137689.979336:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783137689.979337:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783137689.979343:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1783137689.979348:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137689.979397:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000020:00000001:2.0:1783137689.979400:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1783137689.979402:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137689.979406:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4bb80 x1869755102285696/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.979413:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137689.979416:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137689.979420:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb98c9b800. 02000000:00000001:2.0:1783137689.979425:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137689.979426:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137689.979427:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:2.0:1783137689.979429:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137689.979432:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb98c9ae00. 02000000:00000001:2.0:1783137689.979437:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137689.979439:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137689.979441:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4bb80. 00000100:00000001:2.0:1783137689.979445:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137689.979447:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1783137689.979450:0:6172:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783137689.979454:0:6172:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:2.0:1783137689.979462:0:6172:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97bb98660000. 00000040:00000001:2.0:1783137689.979465:0:6172:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1783137689.979467:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1783137689.979469:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000010:2.0:1783137689.979473:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb82d4bb80. 00000020:00000040:2.0:1783137689.979476:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=5 obd=MGC192.168.203.160@tcp 00000100:00000001:2.0:1783137689.979480:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783137689.979483:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783137689.979488:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783137689.979499:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb98c9ae00. 00000100:00000001:2.0:1783137689.979506:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.979511:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1783137689.979513:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1783137689.979518:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97bb948689c0. 00000100:00000001:2.0:1783137689.979521:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629430639364544 : -114643070187072 : ffff97bb948689c0) 00000100:00000001:2.0:1783137689.979524:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137689.979526:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000001:2.0:1783137689.979531:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783137689.979535:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.979537:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1783137689.979538:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783137689.979543:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.979549:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783137689.979551:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.979555:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783137689.979558:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783137689.979561:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783137689.979564:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285824:192.168.203.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1783137689.979569:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783137689.979574:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783137689.979577:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.979580:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783137689.979597:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff97bb830a4000. 02000000:00000001:2.0:1783137689.979599:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137689.979608:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:2.0:1783137689.979612:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb95370f78. 00000400:00000010:2.0:1783137689.979618:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff97bb94868480. 00000100:00000200:2.0:1783137689.979626:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1869755102285824, portal 25 00000100:00000001:2.0:1783137689.979629:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783137689.979630:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430342499200 : -114643367052416 : ffff97bb82d4bb80) 00000100:00000040:2.0:1783137689.979635:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.979653:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783137689.979656:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:2.0:1783137689.979659:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98c99330. 00000100:00000200:2.0:1783137689.979662:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1869755102285824, offset 0 00000400:00000200:2.0:1783137689.979670:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:2.0:1783137689.979679:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137689.979689:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:2.0:1783137689.979696:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783137689.979700:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:2.0:1783137689.979705:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783137689.979708:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:2.0:1783137689.979712:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [169:169:256:4294967295] 192.168.203.160@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1783137689.979717:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:2.0:1783137689.979729:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:2.0:1783137689.979736:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:2.0:1783137689.979742:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb98682f00. 00000800:00000200:2.0:1783137689.979750:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:2.0:1783137689.979759:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:2.0:1783137689.979765:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb98682f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1783137689.979795:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783137689.979801:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:2.0:1783137689.979805:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295064400 00000100:00000001:2.0:1783137689.979813:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295064387 00000100:00000001:2.0:1783137689.979819:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295064400 00000100:00000001:2.0:1783137689.979823:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295064387 00000100:00000001:2.0:1783137689.979826:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137689.979829:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.979832:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783137689.979834:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1783137689.979842:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb948689c0 going to sleep for 11 seconds 00000100:00000001:2.0:1783137689.979845:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783137689.979847:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137689.984203:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137689.984215:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb98682f00. 00000400:00000200:3.0:1783137689.984224:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137689.984245:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137689.984255:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98c99330 00000400:00000010:3.0:1783137689.984274:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98c99330. 00000100:00000001:3.0:1783137689.984281:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137689.984291:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.984306:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137689.984310:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.984318:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137689.984321:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137689.989729:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.989751:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137689.989756:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.989758:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137689.989781:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.989790:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137689.989801:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.989807:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.989813:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.989817:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 8416 into portal 25 MB=0x6a48848b05000 00000400:00000200:3.0:1783137689.989823:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137689.989830:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 8416/8416 into md 0x9b5 [4] + 224 00000800:00000001:3.0:1783137689.989839:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.989850:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137689.989854:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137689.989860:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137689.989869:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137689.989880:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137689.989892:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137689.989912:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137689.989948:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137689.989952:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.995049:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783137689.995068:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783137689.995071:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783137689.995076:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb95370f78. 00000400:00000200:2.0:1783137689.995087:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94868480 00000400:00000010:2.0:1783137689.995089:0:6172:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff97bb94868480. 00000100:00000001:2.0:1783137689.995096:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783137689.995111:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783137689.995122:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.995130:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783137689.995131:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.995134:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783137689.995138:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783137689.995141:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783137689.995143:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783137689.995146:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783137689.995166:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1783137689.995171:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1783137689.995174:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783137689.995175:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783137689.995178:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783137689.995180:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.995183:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783137689.995188:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.995195:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783137689.995198:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783137689.995200:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783137689.995203:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783137689.995241:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb82d4bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285824:192.168.203.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1783137689.995248:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783137689.995251:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783137689.995253:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1783137689.995256:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137689.995260:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.995267:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783137689.995271:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97bb948689c0. 00000100:00000001:2.0:1783137689.995274:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1783137689.995275:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783137689.995286:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1783137689.995288:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783137689.995291:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb82d4bb80 x1869755102285824/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783137689.995298:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783137689.995301:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783137689.995304:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff97bb830a4000. 02000000:00000001:2.0:1783137689.995319:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783137689.995322:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137689.995324:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000020:00000001:2.0:1783137689.995326:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783137689.995329:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb98c9ae00. 02000000:00000001:2.0:1783137689.995334:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783137689.995336:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783137689.995339:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb82d4bb80. 00000100:00000001:2.0:1783137689.995343:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783137689.995344:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1783137689.995348:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783137689.995379:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:2.0:1783137689.995381:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1783137689.995384:0:6172:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783137689.995387:0:6172:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1783137689.995396:0:6172:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1783137689.995400:0:6172:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff97bb9a77fe40. 00000040:00001000:2.0:1783137689.995403:0:6172:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1783137689.998068:0:10407:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:2.0:1783137689.998083:0:10407:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97bb98c9ae00. 00000020:00000010:2.0:1783137689.998092:0:10407:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97bb98c9b800. 00000040:00000010:2.0:1783137689.998097:0:10407:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff97bb98c9a600. 00000020:00000010:2.0:1783137689.998102:0:10407:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97bb82d90800. 00000020:00000010:2.0:1783137689.998108:0:10407:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff97bb9212c670. 00000020:00000010:2.0:1783137689.998115:0:10407:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff97bb9a760e00. 80000000:00000010:2.0:1783137689.998120:0:10407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97bb9a77fb40. 40000000:00000010:2.0:1783137689.998124:0:10407:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff97bb98f688c0. 00100000:00000010:2.0:1783137689.998130:0:10407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff97bb82d90000. 00040000:00000010:2.0:1783137689.998135:0:10407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97bb98682e00. 00040000:00000010:2.0:1783137689.998140:0:10407:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff97bb82d93000. 00040000:00000010:2.0:1783137689.998146:0:10407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97bb81214000. 00000004:00000010:2.0:1783137689.998160:0:10407:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff97bb82d94000. 00000004:00000010:2.0:1783137689.998169:0:10407:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff97bb88b6c000. 00000004:00000010:2.0:1783137689.998174:0:10407:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff97bb82d92800. 00002000:00000010:2.0:1783137689.998180:0:10407:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff97bb897f4000. 00000004:00000010:2.0:1783137689.998185:0:10407:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff97bb897f5c00. 00000020:00000010:2.0:1783137689.998190:0:10407:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97bb98f68ec0. 00000040:00000010:2.0:1783137689.998224:0:10407:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff97bb82f00000. 00000040:00080000:2.0:1783137689.998784:0:10407:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1783137689.998790:0:10407:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff97bb82f00000. 00000020:00000010:2.0:1783137689.998798:0:10407:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97bb98f68ec0. 00000020:00000010:2.0:1783137689.998816:0:10407:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97bb98c9b800. 00000040:00000010:2.0:1783137689.998822:0:10407:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff97bb98c9a600. 00000020:00000010:2.0:1783137689.998827:0:10407:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff97bb82d90800. 00000020:00000010:2.0:1783137689.998832:0:10407:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff97bb9212c670. 00000020:00000010:2.0:1783137689.998837:0:10407:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff97bb9a760e00. 80000000:00000010:2.0:1783137689.998841:0:10407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97bb9a77fb40. 40000000:00000010:2.0:1783137689.998846:0:10407:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff97bb98f688c0. 00100000:00000010:2.0:1783137689.998861:0:10407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff97bb82d90000. 00040000:00000010:2.0:1783137689.998865:0:10407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97bb98682e00. 00040000:00000010:2.0:1783137689.998868:0:10407:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff97bb82d93000. 00040000:00000010:2.0:1783137689.998873:0:10407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97bb81214000. 00000004:00000010:2.0:1783137689.998877:0:10407:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff97bb82d94000. 00000004:00000010:2.0:1783137689.998883:0:10407:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff97bb88b6c000. 00000004:00000010:2.0:1783137689.998888:0:10407:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff97bb82d92800. 00002000:00000010:2.0:1783137689.998893:0:10407:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff97bb897f4000. 00000004:00000010:2.0:1783137689.998896:0:10407:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff97bb897f5c00. 00000020:00000010:2.0:1783137689.998899:0:10407:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97bb98c9ae00. 00000040:00000010:0.0:1783137689.999048:0:6172:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff97bb9a77fe40. 00000040:00000001:0.0:1783137689.999053:0:6172:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1783137689.999057:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1783137689.999062:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97bb98660000. 00000040:00000010:0.0:1783137689.999065:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97bb98c9b200. 00000020:00000001:0.0:1783137689.999068:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137689.999072:0:6172:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1783137689.999076:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97bb98c9b400. 00000040:00000010:0.0:1783137689.999078:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff97bb98c9ba00. 00000020:00000010:0.0:1783137689.999080:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff97bb82d91000. 00000020:00000010:0.0:1783137689.999083:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff97bb98c9bc00. 80000000:00000010:0.0:1783137689.999086:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97bb9a77fd20. 00040000:00000010:0.0:1783137689.999089:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97bb98c9b600. 20000000:00000010:0.0:1783137689.999093:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff97bb98c9ac00. 00000020:00000010:0.0:1783137689.999096:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97bb98c9a000. 10000000:00000010:0.0:1783137689.999099:0:6172:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff97bb98f68c40. 10000000:01000000:0.0:1783137689.999102:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1783137689.999106:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783137689.999110:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783137689.999113:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783137689.999117:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb829c1800 refcount=3 00000020:00000001:0.0:1783137689.999120:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000001:0.0:1783137689.999123:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430338787328 : -114643370764288 : ffff97bb829c1800) 00010000:00000001:0.0:1783137689.999125:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783137689.999136:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9bea16 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783137689.999146:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783137689.999148:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783137689.999151:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9bea16 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783137689.999156:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783137689.999157:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783137689.999158:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783137689.999160:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137689.999162:0:6172:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137689.999165:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783137689.999169:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783137689.999170:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff97bb9a77a600) refs 2 10000000:00000001:0.0:1783137689.999172:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137689.999174:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783137689.999176:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff97bb82dc8200) refs 3 10000000:00000001:0.0:1783137689.999178:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1783137689.999179:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1783137689.999181:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1783137689.999183:0:6172:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1783137689.999185:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff97bb9a721000 from 7 10000000:00000001:0.0:1783137689.999187:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1783137689.999188:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1783137689.999196:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95361880. 00000020:00000040:0.0:1783137689.999200:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000001:0.0:1783137689.999205:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137689.999209:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137689.999215:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137689.999224:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb949b4400. 00000100:00000001:0.0:1783137689.999232:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137689.999237:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783137689.999240:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783137689.999245:0:6172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff97bb94615400 count: 2 00010000:00000001:0.0:1783137689.999248:0:6172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783137689.999256:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783137689.999260:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff97bb92178800. 00000020:00000001:0.0:1783137689.999265:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783137689.999267:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff97bb92178800 with handle 0x95af395d4f345e32 to hash 00000020:00000001:0.0:1783137689.999270:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783137689.999271:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000001:0.0:1783137689.999274:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000001:0.0:1783137689.999278:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783137689.999282:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137689.999285:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb92178800/0x95af395d4f345e32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137689.999292:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.160@tcp lock: ffff97bb92178800/0x95af395d4f345e32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137689.999306:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.160@tcp lock: ffff97bb92178800/0x95af395d4f345e32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783137689.999313:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783137689.999315:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783137689.999322:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97bb94dbc3c0. 00000100:00000001:0.0:1783137689.999324:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629430644949952 : -114643064601664 : ffff97bb94dbc3c0) 00000100:00000001:0.0:1783137689.999327:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137689.999329:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000001:0.0:1783137689.999334:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137689.999339:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137689.999341:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783137689.999343:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137689.999388:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137689.999397:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137689.999400:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137689.999405:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137689.999415:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137689.999417:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137689.999423:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285952:192.168.203.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783137689.999428:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137689.999434:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137689.999438:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137689.999440:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137689.999445:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97bb82f7f000. 02000000:00000001:0.0:1783137689.999447:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137689.999456:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137689.999460:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b948. 00000400:00000010:0.0:1783137689.999468:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b198. 00000100:00000200:0.0:1783137689.999476:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1869755102285952, portal 25 00000100:00000001:0.0:1783137689.999478:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137689.999479:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000040:0.0:1783137689.999484:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137689.999492:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137689.999495:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137689.999497:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b000. 00000100:00000200:0.0:1783137689.999501:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1869755102285952, offset 0 00000400:00000200:0.0:1783137689.999509:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137689.999519:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137689.999528:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137689.999534:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137689.999539:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137689.999543:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137689.999546:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137689.999550:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [170:170:256:4294967295] 192.168.203.160@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1783137689.999554:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137689.999565:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137689.999571:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137689.999582:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8906cd00. 00000800:00000200:0.0:1783137689.999589:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137689.999599:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137689.999604:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8906cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783137689.999626:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137689.999631:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137689.999635:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295064419 00000100:00000001:0.0:1783137689.999643:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295064400 00000100:00000001:0.0:1783137689.999647:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295064419 00000100:00000001:0.0:1783137689.999651:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295064400 00000100:00000001:0.0:1783137689.999654:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137689.999657:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137689.999660:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137689.999662:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783137689.999664:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94dbc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783137689.999667:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137689.999671:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137689.999995:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137690.000001:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8906cd00. 00000400:00000200:3.0:1783137690.000007:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137690.000014:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137690.000021:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b000 00000400:00000010:3.0:1783137690.000024:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b000. 00000100:00000001:3.0:1783137690.000027:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137690.000033:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.000043:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137690.000046:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.000053:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137690.000055:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137690.005625:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.005647:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137690.005653:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.005656:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137690.005667:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.005676:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137690.005687:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.005692:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.005698:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.005703:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 344 into portal 25 MB=0x6a48848b05080 00000400:00000200:3.0:1783137690.005709:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.005717:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 344/344 into md 0x9c5 [1] + 224 00000800:00000001:3.0:1783137690.005726:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.005737:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137690.005740:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137690.005745:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137690.005754:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137690.005794:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137690.005806:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.005829:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137690.005840:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.005844:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.005911:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783137690.005921:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137690.005932:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137690.005937:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b948. 00000400:00000200:0.0:1783137690.005941:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b198 00000400:00000010:0.0:1783137690.005944:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b198. 00000100:00000001:0.0:1783137690.005947:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137690.005951:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137690.005961:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.005967:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137690.005969:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.005972:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137690.005976:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137690.005979:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137690.005987:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137690.005990:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137690.005999:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137690.006003:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137690.006006:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137690.006008:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137690.006011:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137690.006014:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.006017:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137690.006022:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.006029:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137690.006033:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137690.006035:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137690.006038:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137690.006046:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102285952:192.168.203.160@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783137690.006052:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.006055:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.006059:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783137690.006061:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137690.006065:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.006072:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783137690.006076:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97bb94dbc3c0. 00000100:00000001:0.0:1783137690.006079:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783137690.006081:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137690.006084:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783137690.006088:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783137690.006092:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783137690.006096:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb92178800 refcount=4 00000020:00000001:0.0:1783137690.006098:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000001:0.0:1783137690.006101:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000040:0.0:1783137690.006116:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff97bb92178800, remote cookie: 0xc6e439e5cc9bea1d, flags: 0x0 00010000:00000001:0.0:1783137690.006120:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783137690.006124:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783137690.006127:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783137690.006129:0:6172:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783137690.006130:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783137690.006133:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff97bb94615400) refcount = 2 00010000:00000040:0.0:1783137690.006136:0:6172:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783137690.006140:0:6172:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.160@tcp lock: ffff97bb829c1800/0x95af395d4f345e2b lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9bea16 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783137690.006149:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.160@tcp lock: ffff97bb92178800/0x95af395d4f345e32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9bea1d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783137690.006164:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783137690.006167:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783137690.006169:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783137690.006172:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783137690.006174:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137690.006177:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.160@tcp lock: ffff97bb92178800/0x95af395d4f345e32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc6e439e5cc9bea1d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783137690.006184:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783137690.006186:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783137690.006188:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783137690.006189:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783137690.006190:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783137690.006191:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.006196:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137690.006200:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95361880 x1869755102285952/t0(0) o101->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 328/344 e 0 to 0 dl 1783137705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.006207:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137690.006210:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137690.006213:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97bb82f7f000. 02000000:00000001:0.0:1783137690.006218:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137690.006225:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137690.006227:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137690.006230:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137690.006233:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb949b4400. 02000000:00000001:0.0:1783137690.006237:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137690.006239:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137690.006241:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95361880. 00000100:00000001:0.0:1783137690.006245:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137690.006246:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1783137690.006249:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137690.006252:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783137690.006255:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff97bb9a77a600) refs 3 10000000:00000001:0.0:1783137690.006257:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137690.006259:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783137690.006261:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783137690.006262:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb92178800 refcount=3 00000020:00000001:0.0:1783137690.006264:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000001:0.0:1783137690.006266:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000001:0.0:1783137690.006268:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1783137690.006270:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783137690.006271:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783137690.006273:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783137690.006275:0:6172:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1783137690.006280:0:6172:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff97bb82f779c0. 00000020:00000010:0.0:1783137690.006285:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97bb949b4400. 00000020:00000010:0.0:1783137690.006291:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97bb949b4a00. 00000040:00000010:0.0:1783137690.006296:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff97bb949b4e00. 00000020:00000010:0.0:1783137690.006301:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97bb82f1a000. 00000020:00000010:0.0:1783137690.006307:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff97bb949b4200. 80000000:00000010:0.0:1783137690.006312:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97bb98c118a0. 00040000:00000010:0.0:1783137690.006318:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97bb949b5200. 20000000:00000010:0.0:1783137690.006322:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff97bb949b5600. 10000000:00000040:0.0:1783137690.006327:0:6172:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff97bb98a0ff00 : new refcount 2 00000020:00000001:0.0:1783137690.006331:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1783137690.006333:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1783137690.006336:0:6172:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1783137690.006343:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff97bb949b5000. 00000040:00000001:0.0:1783137690.006347:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1783137690.006388:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000010:0.0:1783137690.006395:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95361880. 00000020:00000040:0.0:1783137690.006398:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=5 obd=MGC192.168.203.160@tcp 00000100:00000001:0.0:1783137690.006403:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137690.006406:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137690.006411:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137690.006419:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb949b5c00. 00000100:00000001:0.0:1783137690.006425:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.006431:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783137690.006433:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783137690.006438:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97bb94dbc3c0. 00000100:00000001:0.0:1783137690.006439:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629430644949952 : -114643064601664 : ffff97bb94dbc3c0) 00000100:00000001:0.0:1783137690.006442:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137690.006443:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000001:0.0:1783137690.006448:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137690.006452:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.006454:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783137690.006456:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137690.006460:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.006467:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137690.006469:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137690.006474:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137690.006476:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137690.006479:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137690.006482:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102286080:192.168.203.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783137690.006486:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137690.006492:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137690.006494:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137690.006497:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137690.006503:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97bb949b4600. 02000000:00000001:0.0:1783137690.006505:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137690.006516:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137690.006519:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b948. 00000400:00000010:0.0:1783137690.006525:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b198. 00000100:00000200:0.0:1783137690.006533:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869755102286080, portal 25 00000100:00000001:0.0:1783137690.006535:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137690.006537:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000040:0.0:1783137690.006542:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.006549:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137690.006551:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137690.006554:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b7f8. 00000100:00000200:0.0:1783137690.006558:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1869755102286080, offset 0 00000400:00000200:0.0:1783137690.006565:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137690.006573:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137690.006580:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137690.006586:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137690.006591:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137690.006595:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137690.006598:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137690.006602:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [171:171:256:4294967295] 192.168.203.160@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1783137690.006606:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137690.006615:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137690.006621:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137690.006627:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8906c900. 00000800:00000200:0.0:1783137690.006634:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137690.006642:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137690.006646:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8906c900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1783137690.006717:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137690.006722:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137690.006725:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295064427 00000100:00000001:0.0:1783137690.006733:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295064419 00000100:00000001:0.0:1783137690.006743:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295064427 00000100:00000001:0.0:1783137690.006747:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295064419 00000100:00000001:0.0:1783137690.006749:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137690.006752:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.006755:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137690.006757:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783137690.006760:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94dbc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783137690.006762:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137690.006764:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137690.011874:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137690.011886:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8906c900. 00000400:00000200:3.0:1783137690.011895:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137690.011907:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137690.011916:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b7f8 00000400:00000010:3.0:1783137690.012586:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b7f8. 00000100:00000001:3.0:1783137690.012593:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137690.012604:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.012618:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137690.012622:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.012630:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137690.012632:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137690.013691:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.013705:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137690.013709:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.013712:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137690.013721:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.013727:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137690.013735:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.013740:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.013746:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.013750:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 272 into portal 25 MB=0x6a48848b05100 00000400:00000200:3.0:1783137690.013756:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.013786:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 272/272 into md 0x9cd [1] + 224 00000800:00000001:3.0:1783137690.013795:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.013802:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137690.013806:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137690.013810:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137690.013817:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137690.013824:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137690.013835:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.013855:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137690.013863:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.013866:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.013916:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783137690.013934:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137690.013936:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137690.013940:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b948. 00000400:00000200:0.0:1783137690.013944:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b198 00000400:00000010:0.0:1783137690.013947:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b198. 00000100:00000001:0.0:1783137690.013950:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137690.013955:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137690.013964:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.013971:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137690.013973:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.013975:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137690.013979:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137690.013981:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137690.013983:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137690.013987:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137690.013994:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137690.013999:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137690.014001:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137690.014003:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137690.014006:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137690.014008:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.014010:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137690.014021:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.014027:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137690.014030:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137690.014032:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137690.014036:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137690.014043:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102286080:192.168.203.160@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783137690.014049:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.014051:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.014054:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783137690.014056:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137690.014058:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.014065:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783137690.014068:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97bb94dbc3c0. 00000100:00000001:0.0:1783137690.014071:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783137690.014072:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783137690.014078:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1783137690.014083:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137690.014084:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137690.014086:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783137690.014088:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137690.014090:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95361880 x1869755102286080/t0(0) o501->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 504/272 e 0 to 0 dl 1783137706 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.014096:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137690.014098:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137690.014101:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97bb949b4600. 02000000:00000001:0.0:1783137690.014104:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137690.014106:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137690.014107:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137690.014108:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137690.014117:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb949b5c00. 02000000:00000001:0.0:1783137690.014120:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137690.014123:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137690.014125:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95361880. 00000100:00000001:0.0:1783137690.014129:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137690.014130:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1783137690.014133:0:6172:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783137690.014137:0:6172:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:0.0:1783137690.014142:0:6172:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff97bb89ce8000. 00000040:00000001:0.0:1783137690.014144:0:6172:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1783137690.014147:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1783137690.014149:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000100:00000010:0.0:1783137690.014152:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97bb95361880. 00000020:00000040:0.0:1783137690.014155:0:6172:0:(genops.c:1231:class_import_get()) import ffff97bb94684000 refcount=5 obd=MGC192.168.203.160@tcp 00000100:00000001:0.0:1783137690.014251:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783137690.014254:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783137690.014259:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783137690.014267:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff97bb949b5c00. 00000100:00000001:0.0:1783137690.014274:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.014278:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783137690.014280:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783137690.014286:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff97bb94dbc3c0. 00000100:00000001:0.0:1783137690.014288:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629430644949952 : -114643064601664 : ffff97bb94dbc3c0) 00000100:00000001:0.0:1783137690.014291:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137690.014293:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000001:0.0:1783137690.014297:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783137690.014302:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.014304:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783137690.014306:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783137690.014310:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.014318:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783137690.014321:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137690.014325:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783137690.014327:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783137690.014329:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783137690.014338:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102286208:192.168.203.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783137690.014342:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783137690.014348:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783137690.014389:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137690.014392:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783137690.014409:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff97bb830a4000. 02000000:00000001:0.0:1783137690.014411:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137690.014416:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000010:0.0:1783137690.014420:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97bb8014b948. 00000400:00000010:0.0:1783137690.014426:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff97bb94dbca80. 00000100:00000200:0.0:1783137690.014433:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1869755102286208, portal 25 00000100:00000001:0.0:1783137690.014435:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783137690.014437:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446629430650869888 : -114643058681728 : ffff97bb95361880) 00000100:00000040:0.0:1783137690.014443:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.014451:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783137690.014455:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.160@tcp 00000400:00000010:0.0:1783137690.014458:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97bb98f2b198. 00000100:00000200:0.0:1783137690.014462:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1869755102286208, offset 0 00000400:00000200:0.0:1783137690.014468:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.203.160@tcp 00000400:00000200:0.0:1783137690.014475:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137690.014482:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.160@tcp local destination 00000400:00000200:0.0:1783137690.014489:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783137690.014494:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.60@tcp 00000400:00000200:0.0:1783137690.014497:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.60@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783137690.014500:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.160@tcp 00000400:00000200:0.0:1783137690.014504:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.60@tcp NI seq info: [172:172:256:4294967295] 192.168.203.160@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1783137690.014508:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:0.0:1783137690.014517:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp:) -> 192.168.203.160@tcp(192.168.203.160@tcp:192.168.203.160@tcp) : PUT try# 0 00000800:00000200:0.0:1783137690.014523:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.160@tcp 00000800:00000010:0.0:1783137690.014528:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97bb8906cc00. 00000800:00000200:0.0:1783137690.014540:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97bb98a0f6c0] -> 12345-192.168.203.160@tcp (5) 00000800:00000200:0.0:1783137690.014549:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.160@tcp ip 192.168.203.160:988 00000800:00000200:0.0:1783137690.014553:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97bb8906cc00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1783137690.014572:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783137690.014577:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000100:00000001:0.0:1783137690.014581:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 2 is 4295064435 00000100:00000001:0.0:1783137690.014588:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295064427 00000100:00000001:0.0:1783137690.014593:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS new deadline estimation for cpu 3 is 4295064435 00000100:00000001:0.0:1783137690.014596:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295064427 00000100:00000001:0.0:1783137690.014599:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137690.014601:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.014604:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783137690.014606:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783137690.014607:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff97bb94dbc3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1783137690.014609:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783137690.014611:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783137690.015181:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783137690.015187:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97bb8906cc00. 00000400:00000200:3.0:1783137690.015194:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137690.015200:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000400:00000200:3.0:1783137690.015205:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb98f2b198 00000400:00000010:3.0:1783137690.015207:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97bb98f2b198. 00000100:00000001:3.0:1783137690.015210:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783137690.015216:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.015225:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783137690.015227:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.015244:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783137690.015246:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783137690.033671:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.033693:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783137690.033697:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.033700:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137690.033712:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.033739:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.203.60@tcp(192.168.203.60@tcp) <- 192.168.203.160@tcp : PUT - for me 00000400:00000200:3.0:1783137690.033748:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.033754:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.033760:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.033764:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.160@tcp of length 8416 into portal 25 MB=0x6a48848b05180 00000400:00000200:3.0:1783137690.033778:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.160@tcp to cpt 1 00000400:00000200:3.0:1783137690.033785:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.160@tcp of length 8416/8416 into md 0x9d5 [4] + 224 00000800:00000001:3.0:1783137690.033794:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.033805:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783137690.033808:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783137690.033813:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.60@tcp->192.168.203.160@tcp: PUT: OK 00000100:00000001:3.0:1783137690.033822:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783137690.033833:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783137690.033846:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783137690.033872:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783137690.033882:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783137690.033885:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.034071:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783137690.034081:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783137690.034083:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783137690.034087:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97bb8014b948. 00000400:00000200:0.0:1783137690.034093:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97bb94dbca80 00000400:00000010:0.0:1783137690.034096:0:6172:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff97bb94dbca80. 00000100:00000001:0.0:1783137690.034099:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783137690.034104:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783137690.034114:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.034122:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783137690.034124:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.034126:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783137690.034130:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783137690.034133:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783137690.034136:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783137690.034158:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783137690.034167:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff97bb94684460 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1783137690.034173:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff97bb94684418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1783137690.034175:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783137690.034177:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783137690.034180:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783137690.034183:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.034185:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783137690.034191:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.034197:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783137690.034201:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783137690.034203:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783137690.034207:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783137690.034215:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff97bb95361880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9010a695-40ea-448a-aef5-744565b3b6fb:6172:1869755102286208:192.168.203.160@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783137690.034222:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783137690.034224:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783137690.034227:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783137690.034240:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137690.034245:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.034251:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783137690.034255:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff97bb94dbc3c0. 00000100:00000001:0.0:1783137690.034257:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783137690.034258:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783137690.034267:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1783137690.034269:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783137690.034271:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97bb95361880 x1869755102286208/t0(0) o503->MGC192.168.203.160@tcp@192.168.203.160@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783137706 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783137690.034277:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783137690.034280:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783137690.034290:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff97bb830a4000. 02000000:00000001:0.0:1783137690.034302:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783137690.034305:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137690.034307:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=4 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137690.034310:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783137690.034312:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff97bb949b5c00. 02000000:00000001:0.0:1783137690.034316:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783137690.034319:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783137690.034320:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97bb95361880. 00000100:00000001:0.0:1783137690.034324:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783137690.034326:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783137690.034328:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783137690.034329:0:6172:0:(genops.c:1244:class_import_put()) import ffff97bb94684000 refcount=3 obd=MGC192.168.203.160@tcp 00000020:00000001:0.0:1783137690.034331:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1783137690.034334:0:6172:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783137690.034336:0:6172:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783137690.034340:0:6172:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1783137690.034344:0:6172:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff97bb98c117e0. 00000040:00001000:0.0:1783137690.034346:0:6172:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1783137690.034980:0:10408:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:0.0:1783137690.034988:0:10408:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff97bb949b5c00. 00000020:00000010:0.0:1783137690.034995:0:10408:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff97bb949b4600. 00000040:00000010:0.0:1783137690.035000:0:10408:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff97bb949b5800. 00000020:00000010:0.0:1783137690.035006:0:10408:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff97bb82f19800. 00000020:00000010:0.0:1783137690.035012:0:10408:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff97bb82ddb758. 00000020:00000010:0.0:1783137690.035017:0:10408:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff97bb949b4800. 80000000:00000010:0.0:1783137690.035023:0:10408:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff97bb98c11d80. 40000000:00000010:0.0:1783137690.035028:0:10408:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff97bb82f773c0. 00100000:00000010:0.0:1783137690.035035:0:10408:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff97bb82f1e800. 00040000:00000010:0.0:1783137690.035040:0:10408:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff97bb8906cc00. 00040000:00000010:0.0:1783137690.035045:0:10408:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff97bb82f1d000. 00040000:00000010:0.0:1783137690.035052:0:10408:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff97bb92157600. 00000004:00000010:0.0:1783137690.035058:0:10408:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff97bb82f1f000. 00000004:00000010:0.0:1783137690.035065:0:10408:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff97bb90c13000. 00000004:00000010:0.0:1783137690.035070:0:10408:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff97bb82f1f800. 00002000:00000010:0.0:1783137690.035082:0:10408:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff97bb82f7f000. 00000004:00000010:0.0:1783137690.035087:0:10408:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff97bb82f7ec00. 00000020:00000010:0.0:1783137690.035092:0:10408:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff97bb82f77900. 00000040:00000010:0.0:1783137690.035101:0:10408:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff97bb89cec000. 00000040:00080000:0.0:1783137690.035799:0:10408:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1783137690.035807:0:10408:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff97bb89cec000. 00000020:00000010:0.0:1783137690.035815:0:10408:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff97bb82f77900. 00000020:00000010:0.0:1783137690.035832:0:10408:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97bb949b4600. 00000040:00000010:0.0:1783137690.035837:0:10408:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff97bb949b5800. 00000020:00000010:0.0:1783137690.035841:0:10408:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff97bb82f19800. 00000020:00000010:0.0:1783137690.035845:0:10408:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff97bb82ddb758. 00000020:00000010:0.0:1783137690.035852:0:10408:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff97bb949b4800. 80000000:00000010:0.0:1783137690.035855:0:10408:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97bb98c11d80. 40000000:00000010:0.0:1783137690.035861:0:10408:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff97bb82f773c0. 00100000:00000010:0.0:1783137690.035866:0:10408:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff97bb82f1e800. 00040000:00000010:0.0:1783137690.035870:0:10408:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff97bb8906cc00. 00040000:00000010:0.0:1783137690.035874:0:10408:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff97bb82f1d000. 00040000:00000010:0.0:1783137690.035878:0:10408:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97bb92157600. 00000004:00000010:0.0:1783137690.035882:0:10408:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff97bb82f1f000. 00000004:00000010:0.0:1783137690.035886:0:10408:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff97bb90c13000. 00000004:00000010:0.0:1783137690.035892:0:10408:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff97bb82f1f800. 00002000:00000010:0.0:1783137690.035895:0:10408:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff97bb82f7f000. 00000004:00000010:0.0:1783137690.035899:0:10408:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff97bb82f7ec00. 00000020:00000010:0.0:1783137690.035902:0:10408:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97bb949b5c00. 00000040:00000010:2.0:1783137690.038399:0:6172:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff97bb98c117e0. 00000040:00000001:2.0:1783137690.038416:0:6172:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1783137690.038420:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1783137690.038427:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff97bb89ce8000. 00000040:00000010:2.0:1783137690.038432:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff97bb949b5000. 00000020:00000001:2.0:1783137690.038436:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783137690.038441:0:6172:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1783137690.038447:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff97bb949b4a00. 00000040:00000010:2.0:1783137690.038451:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff97bb949b4e00. 00000020:00000010:2.0:1783137690.038455:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff97bb82f1a000. 00000020:00000010:2.0:1783137690.038460:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff97bb949b4200. 80000000:00000010:2.0:1783137690.038464:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff97bb98c118a0. 00040000:00000010:2.0:1783137690.038470:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff97bb949b5200. 20000000:00000010:2.0:1783137690.038475:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff97bb949b5600. 00000020:00000010:2.0:1783137690.038478:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff97bb949b4400. 10000000:00000010:2.0:1783137690.038481:0:6172:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff97bb82f779c0. 10000000:01000000:2.0:1783137690.038485:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.203.160@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1783137690.038490:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1783137690.038493:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1783137690.038497:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1783137690.038500:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff97bb92178800 refcount=3 00000020:00000001:2.0:1783137690.038503:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000001:2.0:1783137690.038507:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446629430598535168 : -114643111016448 : ffff97bb92178800) 00010000:00000001:2.0:1783137690.038510:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1783137690.038535:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.160@tcp lock: ffff97bb92178800/0x95af395d4f345e32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9bea1d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783137690.038547:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783137690.038549:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1783137690.038552:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.160@tcp lock: ffff97bb92178800/0x95af395d4f345e32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc6e439e5cc9bea1d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1783137690.038558:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1783137690.038559:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1783137690.038560:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1783137690.038562:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783137690.038565:0:6172:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1783137690.038568:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1783137690.038570:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1783137690.038572:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff97bb9a77a600) refs 3 10000000:00000001:2.0:1783137690.038575:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1783137690.279505:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137690.279516:0:8082:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783137690.279518:0:8082:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783137690.279523:0:8082:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137690.279528:0:8082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783137690.279531:0:8082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137690.279532:0:8082:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137690.279535:0:8082:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137690.279539:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137690.279540:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783137690.279637:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137690.279641:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137690.279644:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783137691.303553:0:8942:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2a20 (cpu 0) has reached its deadline 4295064435, at 4295064448 00000100:00000010:2.0:1783137691.303575:0:8942:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb9a77f0c0. 00010000:00000001:3.0:1783137691.304112:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137691.304116:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783137691.304121:0:8082:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783137691.304123:0:8082:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783137691.304171:0:8082:0:(connection.c:75:cpu_latency_work()) work item of ffff97bb90ef2b30 (cpu 0) has reached its deadline 4295064435, at 4295064448 00000100:00000010:3.0:1783137691.304177:0:8082:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97bb9a77f540. 00000020:00000001:0.0:1783137691.304247:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783137691.304252:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783137691.304256:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1783137691.367583:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1783137691.367594:0:6172:0:(mgc_request.c:120:config_log_put()) Process leaving Debug log: 9666 lines, 9666 kept, 0 dropped, 0 bad.