00000001:01000000:1.0F:1783071246.786682:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 619 MB/s 00000001:01000000:2.0F:1783071247.043394:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 995 MB/s 00000001:01000000:2.0:1783071247.292689:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 7991 MB/s 00000020:02000000:1.0:1783071247.765470:0:2367:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_83_g8e46928 00000400:02000000:3.0F:1783071248.681199:0:2382:0:(api-ni.c:2752:lnet_startup_lndni()) Added LNI 192.168.201.10@tcp [8/256/0/180] 00008000:02000000:0.0F:1783071251.720986:0:2533:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1783071416.195862:0:6157:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:2.0:1783071416.195867:0:6157:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1783071416.195868:0:6157:0:(obd_mount.c:917:lmd_print()) device: 192.168.201.110@tcp:/lustre 00000020:01000004:2.0:1783071416.195870:0:6157:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1783071416.195994:0:6157:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 000000005c85c78f 00000080:01000004:2.0:1783071416.196004:0:6157:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1783071416.196018:0:6157:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.201.110@tcp' 00000020:01000004:2.0:1783071416.196075:0:6157:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.201.110@tcp (typ=mgc) 00000020:00000080:2.0:1783071416.196096:0:6157:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.110@tcp (00000000faedbf59) 00000020:00000080:2.0:1783071416.196109:0:6157:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1783071416.196724:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1783071416.196748:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1783071416.196888:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1783071416.196894:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1783071416.197330:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1783071416.197336:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1783071416.197586:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1783071416.197591:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1783071416.198358:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1783071416.198366:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1783071416.199462:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783071416.200997:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783071416.201234:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1783071416.201241:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1783071416.209981:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1783071416.210091:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1783071416.211866:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1783071416.211877:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:0.0:1783071416.221089:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:1.0:1783071416.222009:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1783071416.228967:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1783071416.228983:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1783071416.231626:0:6157:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1783071416.231639:0:6157:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1783071416.232456:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071416.232460:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071416.232464:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071416.233437:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071416.233441:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071416.233443:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1783071416.244818:0:6157:0:(ldlm_lib.c:102:import_set_conn()) imp 000000007c85f120@MGC192.168.201.110@tcp: add connection 192.168.201.110@tcp at head 00010000:00010000:1.0:1783071416.245013:0:6157:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.110@tcp-0 is initialized 00000040:01000000:1.0:1783071416.245022:0:6157:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.110@tcp ctxt 1 is initialized 00010000:00010000:1.0:1783071416.247445:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1783071416.248724:0:6172:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1783071416.248801:0:6157:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.110@tcp (uuid 696da0eb-a2f7-461e-8ba2-b9db160ec01a) 00000020:00000080:0.0:1783071416.248823:0:6157:0:(genops.c:1406:class_connect()) connect: client 696da0eb-a2f7-461e-8ba2-b9db160ec01a, cookie 0x8c4c73d28b392faf 00000100:00080000:0.0:1783071416.248840:0:6157:0:(import.c:512:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:0.0:1783071416.248852:0:6157:0:(import.c:626:import_select_connection()) MGC192.168.201.110@tcp: import 000000007c85f120 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1783071416.248901:0:6157:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004296ed49 x1869685716942976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071416.248928:0:6157:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS 00000080:00200000:0.0:1783071416.248947:0:6157:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff93a1d0de3000 (sb 000000005c85c78f) 00000080:01000000:0.0:1783071416.249002:0:6157:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1783071416.249004:0:6157:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1783071416.249008:0:6157:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:0.0:1783071416.249014:0:6157:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: e2f79d1e-4782-42da-9d9d-e6bf7fe25004 10000000:01000000:0.0:1783071416.249617:0:6157:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1783071416.249621:0:6157:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93a1d0de3000 10000000:01000000:0.0:1783071416.249624:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93a1d0ed19c0 10000000:01000000:0.0:1783071416.249629:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783071416.249636:0:6157:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff93a1d0ed19c0 from 1 10000000:01000000:0.0:1783071416.249638:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1783071416.249702:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: 00000000edfff644/0x8c4c73d28b392fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071416.249713:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: 00000000edfff644/0x8c4c73d28b392fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071416.249734:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: 00000000edfff644/0x8c4c73d28b392fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1783071416.249752:0:6157:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000004ea03213 x1869685716943104/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071416.249764:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 00000000ff7ce487 going to sleep for 0 seconds 00000100:00100000:1.0:1783071416.250224:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004296ed49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2398:1869685716942976:192.168.201.110@tcp:250: 00000100:00100000:1.0:1783071416.262756:0:2398:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.201.110@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783071416.262773:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.201.110@tcp: connect to target with instance 0 00000100:00080000:1.0:1783071416.262782:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.201.110@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1783071416.262788:0:2398:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1783071416.262792:0:2398:0:(import.c:65:import_set_state_nolock()) 000000007c85f120 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1783071416.262797:0:2398:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1783071416.262816:0:2398:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:1.0:1783071416.262827:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ff7ce487): req@000000004ea03213 x1869685716943104/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071416.262843:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000004296ed49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2398:1869685716942976:192.168.201.110@tcp:250: 00000100:00100000:0.0:1783071416.263026:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 00000000ff7ce487 going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.273837:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000004ea03213 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943104:192.168.201.110@tcp:101: 00010000:00010000:0.0:1783071416.273868:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: 00000000edfff644/0x8c4c73d28b392fb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071416.273879:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: 00000000edfff644/0x8c4c73d28b392fb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071416.273966:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004ea03213 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943232:192.168.201.110@tcp:501: 00000100:00100000:0.0:1783071416.274046:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 00000000ff7ce487 going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.276780:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000004ea03213 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943232:192.168.201.110@tcp:501: 10000000:01000000:0.0:1783071416.276830:0:6157:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1783071416.276855:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: 00000000edfff644/0x8c4c73d28b392fb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071416.276865:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: 00000000edfff644/0x8c4c73d28b392fb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071416.276875:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93a1d0de3000 10000000:01000000:0.0:1783071416.276881:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783071416.276892:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93a1d0de3000 10000000:01000000:0.0:1783071416.276895:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783071416.276898:0:6157:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff93a1d0de3000 10000000:01000000:0.0:1783071416.276901:0:6157:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1783071416.276904:0:6157:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff93a1d0de3000 from 1 10000000:01000000:0.0:1783071416.276907:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783071416.276936:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: 00000000f6e30474/0x8c4c73d28b392fbd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071416.276944:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: 00000000f6e30474/0x8c4c73d28b392fbd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071416.276952:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: 00000000f6e30474/0x8c4c73d28b392fbd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071416.276972:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004ea03213 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943360:192.168.201.110@tcp:101: 00000100:00100000:0.0:1783071416.277044:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 00000000ff7ce487 going to sleep for 11 seconds 00000100:00100000:1.0:1783071416.280822:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000004ea03213 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943360:192.168.201.110@tcp:101: 00010000:00010000:1.0:1783071416.280856:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: 00000000f6e30474/0x8c4c73d28b392fbd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071416.280870:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: 00000000f6e30474/0x8c4c73d28b392fbd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071416.280995:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943488:192.168.201.110@tcp:501: 00000100:00100000:1.0:1783071416.281081:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eba2055f going to sleep for 11 seconds 00000100:00100000:1.0:1783071416.292417:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943488:192.168.201.110@tcp:501: 00000100:00100000:1.0:1783071416.292490:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943616:192.168.201.110@tcp:503: 00000100:00100000:1.0:1783071416.292612:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 00000000eba2055f going to sleep for 11 seconds 00000100:00100000:1.0:1783071416.301752:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716943616:192.168.201.110@tcp:503: 00000100:00100000:3.0:1783071416.302440:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000a425ab7b pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6176:1869685716943744:192.168.201.110@tcp:502: 00000100:00100000:3.0:1783071416.302560:0:6176:0:(client.c:2701:ptlrpc_set_wait()) set 000000001cd2d41c going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.314543:0:6176:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000a425ab7b pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6176:1869685716943744:192.168.201.110@tcp:502: 00000020:01000000:0.0:1783071416.314610:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071416.314624:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.314626:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1783071416.314634:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.314636:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071416.314696:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff93a1d0de3000 (00000000ea12620b) 00000020:00000080:0.0:1783071416.314717:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:0.0:1783071416.314724:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.314727:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1783071416.315110:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff93a1d0de3000 (uuid e2f79d1e-4782-42da-9d9d-e6bf7fe25004) 00000020:01000000:0.0:1783071416.315115:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.315119:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.315126:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1783071416.315129:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071416.315132:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.315133:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1783071416.315136:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.315138:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071416.315144:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff93a1d0de3000 (0000000073715de3) 00000020:00000080:0.0:1783071416.315152:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:0.0:1783071416.315156:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.315158:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1783071416.315350:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff93a1d0de3000 (uuid e2f79d1e-4782-42da-9d9d-e6bf7fe25004) 00000020:01000000:0.0:1783071416.315354:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.315358:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.315359:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1783071416.315362:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071416.315365:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.315366:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1783071416.315368:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1783071416.315370:0:6176:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1783071416.315373:0:6176:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1783071416.315378:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.315380:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.315381:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1783071416.315383:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071416.315387:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.315388:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1783071416.315391:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071416.315394:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:0.0:1783071416.315413:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.315415:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071416.315421:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff93a1d0de3000 (00000000dbab0fc3) 00000020:00000080:0.0:1783071416.315429:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:0.0:1783071416.315433:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.315440:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783071416.315503:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c29e9cae@lustre-MDT0000-mdc-ffff93a1d0de3000: add connection 192.168.201.110@tcp at head 00010000:00010000:0.0:1783071416.317084:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff93a1d0de3000-1 is initialized 00000040:01000000:0.0:1783071416.317313:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff93a1d0de3000 ctxt 13 is initialized 00000020:00000080:0.0:1783071416.317476:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff93a1d0de3000 (uuid e2f79d1e-4782-42da-9d9d-e6bf7fe25004) 00000020:01000000:0.0:1783071416.317488:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.317492:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1783071416.317514:0:6176:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1783071416.317548:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.317552:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.317553:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1783071416.317556:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783071416.317558:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1783071416.317560:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071416.317561:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071416.317563:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783071416.317565:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.317566:0:6176:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783071416.317569:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071416.317574:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.317575:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1783071416.317578:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071416.317582:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:0.0:1783071416.317604:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.317607:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071416.317615:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff93a1d0de3000 (0000000020022912) 00000020:00000080:0.0:1783071416.317628:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1783071416.317633:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.317635:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783071416.317746:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ce0511f4@lustre-MDT0001-mdc-ffff93a1d0de3000: add connection 192.168.201.110@tcp at head 00010000:00010000:0.0:1783071416.326749:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff93a1d0de3000-2 is initialized 00000040:01000000:0.0:1783071416.327015:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff93a1d0de3000 ctxt 13 is initialized 00000020:00000080:0.0:1783071416.327236:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff93a1d0de3000 (uuid e2f79d1e-4782-42da-9d9d-e6bf7fe25004) 00000020:01000000:0.0:1783071416.327262:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.327268:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1783071416.327294:0:6176:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1783071416.327329:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.327334:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.327335:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1783071416.327338:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783071416.327341:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1783071416.327343:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071416.327344:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071416.327346:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783071416.327348:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.327349:0:6176:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783071416.327351:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783071416.327355:0:6176:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.110@tcp:/lustre 00000020:00000080:0.0:1783071416.327359:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.327360:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1783071416.327363:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071416.327369:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:0.0:1783071416.327405:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.327409:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071416.327428:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff93a1d0de3000 (00000000fcf3c71b) 00000020:00000080:0.0:1783071416.327448:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1783071416.327455:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.327458:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783071416.327524:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b8e6a27b@lustre-OST0000-osc-ffff93a1d0de3000: add connection 192.168.201.110@tcp at head 00010000:00010000:0.0:1783071416.328139:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff93a1d0de3000-3 is initialized 00000020:00000080:0.0:1783071416.346751:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff93a1d0de3000 (uuid e2f79d1e-4782-42da-9d9d-e6bf7fe25004) 00000020:01000000:0.0:1783071416.346776:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.346781:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1783071416.346813:0:6176:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1783071416.346823:0:6176:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff93a1d0de3000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1783071416.346833:0:6176:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1783071416.346847:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.346852:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.346854:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1783071416.346858:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783071416.346862:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1783071416.346863:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071416.346865:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071416.346867:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783071416.346870:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.346871:0:6176:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783071416.346874:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783071416.346878:0:6176:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.110@tcp:/lustre 00000020:00000080:0.0:1783071416.346882:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.346884:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1783071416.346886:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071416.346893:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:0.0:1783071416.346925:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.346928:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071416.346937:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff93a1d0de3000 (000000007974c32a) 00000020:00000080:0.0:1783071416.346955:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:0.0:1783071416.346960:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.346963:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783071416.347043:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000098b48f92@lustre-OST0001-osc-ffff93a1d0de3000: add connection 192.168.201.110@tcp at head 00010000:00010000:0.0:1783071416.348453:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff93a1d0de3000-4 is initialized 00000020:00000080:0.0:1783071416.348973:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff93a1d0de3000 (uuid e2f79d1e-4782-42da-9d9d-e6bf7fe25004) 00000020:01000000:0.0:1783071416.348986:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.348989:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1783071416.349014:0:6176:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1783071416.349021:0:6176:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff93a1d0de3000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1783071416.349031:0:6176:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1783071416.349043:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.349047:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.349048:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1783071416.349052:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071416.349055:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.349056:0:6176:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783071416.349059:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783071416.349060:0:6176:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1783071416.349105:0:6176:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e810eef1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6176:1869685716943872:192.168.201.110@tcp:502: 00000100:00100000:0.0:1783071416.352512:0:6176:0:(client.c:2701:ptlrpc_set_wait()) set 000000001a38d09e going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.379833:0:6176:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000e810eef1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6176:1869685716943872:192.168.201.110@tcp:502: 00000020:01000000:0.0:1783071416.379880:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.379888:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.379891:0:6176:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000040:00080000:0.0:1783071416.379896:0:6176:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:1.0:1783071416.381121:0:6157:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:1.0:1783071416.381153:0:6157:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783071416.381169:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: 00000000f6e30474/0x8c4c73d28b392fbd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071416.381181:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: 00000000f6e30474/0x8c4c73d28b392fbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071416.381195:0:6157:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff93a1d0de3000 from 1 10000000:01000000:1.0:1783071416.381198:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1783071416.381235:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: 000000000ca436bd/0x8c4c73d28b392fee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071416.381243:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: 000000000ca436bd/0x8c4c73d28b392fee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071416.381381:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: 000000000ca436bd/0x8c4c73d28b392fee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071416.381405:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944000:192.168.201.110@tcp:101: 00000100:00100000:1.0:1783071416.381502:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 000000002f93148a going to sleep for 11 seconds 00000100:00100000:1.0:1783071416.392784:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944000:192.168.201.110@tcp:101: 00010000:00010000:1.0:1783071416.392824:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: 000000000ca436bd/0x8c4c73d28b392fee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ef2 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071416.392836:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: 000000000ca436bd/0x8c4c73d28b392fee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2160ef2 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071416.393796:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944128:192.168.201.110@tcp:256: 00000100:00100000:1.0:1783071416.393922:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 000000002f93148a going to sleep for 11 seconds 00000100:00100000:1.0:1783071416.415553:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000968e066 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944128:192.168.201.110@tcp:256: 10000000:01000000:1.0:1783071416.418451:0:6157:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1783071416.418488:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: 000000000ca436bd/0x8c4c73d28b392fee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ef2 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071416.418502:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: 000000000ca436bd/0x8c4c73d28b392fee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ef2 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071416.418565:0:6157:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff93a1d0de3000 from 1 10000000:01000000:2.0:1783071416.418569:0:6157:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783071416.418638:0:6157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: 00000000b41a5c45/0x8c4c73d28b392ff5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071416.418678:0:6157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: 00000000b41a5c45/0x8c4c73d28b392ff5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071416.418689:0:6157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: 00000000b41a5c45/0x8c4c73d28b392ff5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071416.418720:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007459d3d2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944256:192.168.201.110@tcp:101: 00000100:00100000:2.0:1783071416.418836:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 000000009509a165 going to sleep for 11 seconds 00000100:00100000:2.0:1783071416.448361:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000007459d3d2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944256:192.168.201.110@tcp:101: 00010000:00010000:2.0:1783071416.448392:0:6157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: 00000000b41a5c45/0x8c4c73d28b392ff5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071416.448406:0:6157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: 00000000b41a5c45/0x8c4c73d28b392ff5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071416.448494:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000007459d3d2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944384:192.168.201.110@tcp:501: 00000100:00100000:2.0:1783071416.448692:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 000000009509a165 going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.451863:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000007459d3d2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944384:192.168.201.110@tcp:501: 00000100:00100000:0.0:1783071416.451959:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e810eef1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944512:192.168.201.110@tcp:503: 00000100:00100000:0.0:1783071416.452052:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set 000000001a38d09e going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.456342:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000e810eef1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6157:1869685716944512:192.168.201.110@tcp:503: 00000100:00100000:0.0:1783071416.459490:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000e810eef1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6180:1869685716944640:192.168.201.110@tcp:502: 00000100:00100000:0.0:1783071416.459625:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set 00000000fd4e5557 going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.466726:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000e810eef1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6180:1869685716944640:192.168.201.110@tcp:502: 00000020:01000000:0.0:1783071416.466793:0:6180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071416.466808:0:6180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.466810:0:6180:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783071416.466819:0:6180:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93a1d0de3000 00000020:00000080:0.0:1783071416.466834:0:6180:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1783071416.466902:0:6180:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6180:1869685716944768:192.168.201.110@tcp:502: 00000100:00100000:0.0:1783071416.467003:0:6180:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1d021b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071416.474638:0:6180:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6180:1869685716944768:192.168.201.110@tcp:502: 00000020:01000000:0.0:1783071416.474744:0:6180:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071416.474756:0:6180:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071416.474759:0:6180:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1783071416.474764:0:6180:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1783071416.475045:0:6157:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1783071416.475064:0:6157:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783071416.475089:0:6157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071416.475100:0:6157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1783071416.475122:0:6157:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1783071416.475157:0:6157:0:(genops.c:1406:class_connect()) connect: client e2f79d1e-4782-42da-9d9d-e6bf7fe25004, cookie 0x8c4c73d28b392ffc 00800000:01000000:2.0:1783071416.475180:0:6157:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect e2f79d1e-4782-42da-9d9d-e6bf7fe25004 to lustre-clilmv-ffff93a1d0de3000 00800000:01000000:2.0:1783071416.475186:0:6157:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff93a1d0de3000(e2f79d1e-4782-42da-9d9d-e6bf7fe25004) - lustre-MDT0000_UUID, e2f79d1e-4782-42da-9d9d-e6bf7fe25004 00000020:00000080:2.0:1783071416.475195:0:6157:0:(genops.c:1406:class_connect()) connect: client e2f79d1e-4782-42da-9d9d-e6bf7fe25004, cookie 0x8c4c73d28b393003 00000100:00080000:2.0:1783071416.475203:0:6157:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff93a1d0de3000: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:2.0:1783071416.475224:0:6157:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff93a1d0de3000: import ffff93a1c5dd2000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1783071416.475235:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783071416.475276:0:6157:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1d033c380 x1869685716944896/t0(0) o38->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071416.475302:0:6157:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID 00800000:01000000:2.0:1783071416.475411:0:6157:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff93a1d0de3000(e2f79d1e-4782-42da-9d9d-e6bf7fe25004) successfully (5) 00800000:00000004:2.0:1783071416.475415:0:6157:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff93a1d0de3000: age -707, max_age 0 00000100:00100000:2.0:1783071416.475480:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1783071416.475492:0:2401:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93a1d033dc00 x1869685716945024/t0(0) o41->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:2.0:1783071416.475516:0:6157:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff93a1d0de3000(e2f79d1e-4782-42da-9d9d-e6bf7fe25004) - lustre-MDT0001_UUID, e2f79d1e-4782-42da-9d9d-e6bf7fe25004 00000020:00000080:2.0:1783071416.475523:0:6157:0:(genops.c:1406:class_connect()) connect: client e2f79d1e-4782-42da-9d9d-e6bf7fe25004, cookie 0x8c4c73d28b39300a 00000100:00080000:2.0:1783071416.475528:0:6157:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff93a1d0de3000: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:2.0:1783071416.475533:0:6157:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff93a1d0de3000: import ffff93a1c5dd2800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1783071416.475538:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783071416.475549:0:6157:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1d033fb80 x1869685716945152/t0(0) o38->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071416.475558:0:6157:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID 00800000:01000000:2.0:1783071416.475617:0:6157:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff93a1d0de3000(e2f79d1e-4782-42da-9d9d-e6bf7fe25004) successfully (5) 00800000:00000004:2.0:1783071416.475621:0:6157:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff93a1d0de3000: age -707, max_age 0 00000100:00080000:2.0:1783071416.475671:0:2401:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93a1d033e300 x1869685716945280/t0(0) o41->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1783071416.475695:0:6157:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93a1d0de3000: age -707, max_age 292 00800000:00000004:2.0:1783071416.475699:0:6157:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93a1d0de3000: age -707, max_age 292 00000100:00080000:2.0:1783071416.475721:0:6157:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93a1d033d880 x1869685716945408/t0(0) o41->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071416.475729:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1d0356180 going to sleep for 0 seconds 00000100:00100000:1.0:1783071416.475814:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716944896:192.168.201.110@tcp:38: 00000100:00100000:1.0:1783071416.475927:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716945152:192.168.201.110@tcp:38: 00010000:00080000:1.0:1783071416.487921:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033c380 x1869685716944896/t0(0) o38->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783071426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071416.487938:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783071416.487949:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff93a1d0de3000: connect to target with instance 1 00000001:01000000:2.0:1783071416.737842:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93a1d0de3000: T10 checksum algorithm t10ip512 speed = 4107 MB/s 00000001:01000000:0.0:1783071416.987942:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93a1d0de3000: T10 checksum algorithm t10ip4K speed = 2667 MB/s 00000001:01000000:2.0:1783071417.239261:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93a1d0de3000: T10 checksum algorithm t10crc512 speed = 513 MB/s 00010000:00010000:3.0:1783071417.313142:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:0.0:1783071417.490941:0:2398:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93a1d0de3000: T10 checksum algorithm t10crc4K speed = 488 MB/s 00000100:00080000:0.0:1783071417.490956:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff93a1d0de3000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1783071417.490969:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783071417.490976:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1783071417.492378:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000057bbd929): req@ffff93a1d033dc00 x1869685716945024/t0(0) o41->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783071417.493706:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000021b1dc89): req@ffff93a1d033d880 x1869685716945408/t0(0) o41->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071417.494309:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1d0356180 going to sleep for 0 seconds 00000100:00100000:0.0:1783071417.497066:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716944896:192.168.201.110@tcp:38: 00010000:00080000:0.0:1783071417.497114:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033fb80 x1869685716945152/t0(0) o38->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783071426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071417.497127:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1783071417.497137:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff93a1d0de3000: connect to target with instance 1 00000100:00080000:0.0:1783071417.497146:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff93a1d0de3000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1783071417.497157:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1783071417.497161:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1783071417.499201:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000057bbd929): req@ffff93a1d033e300 x1869685716945280/t0(0) o41->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071417.499254:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716945152:192.168.201.110@tcp:38: 00000100:00100000:1.0:1783071417.503948:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1d0356180 going to sleep for 11 seconds 00010000:00080000:2.0:1783071417.506144:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033dc00 x1869685716945024/t0(0) o41->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783071433 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071417.506168:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:0:1869685716945024:192.168.201.110@tcp:41: 00010000:00080000:3.0:1783071417.507217:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033e300 x1869685716945280/t0(0) o41->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783071433 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071417.507250:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:0:1869685716945280:192.168.201.110@tcp:41: 00010000:00080000:1.0:1783071417.521409:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033d880 x1869685716945408/t0(0) o41->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783071433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071417.521428:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6157:1869685716945408:192.168.201.110@tcp:41: 00800000:00000004:1.0:1783071417.521454:0:6157:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93a1d0de3000: update ffff93a1ca7ed190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1783071417.521462:0:6157:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff93a1d0de3000: update ffff93a1ca7e8450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1783071417.521501:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6157:1869685716945536:192.168.201.110@tcp:40: 00000100:00100000:1.0:1783071417.521575:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a600 going to sleep for 11 seconds 00010000:00080000:1.0:1783071417.528960:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfca80 x1869685716945536/t0(0) o40->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 440/448 e 0 to 0 dl 1783071433 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071417.528979:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6157:1869685716945536:192.168.201.110@tcp:40: 00000080:00000004:1.0:1783071417.529003:0:6157:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1783071417.529027:0:6157:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 2146304 00020000:01000000:1.0:1783071417.529031:0:6157:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1783071417.529043:0:6157:0:(genops.c:1406:class_connect()) connect: client e2f79d1e-4782-42da-9d9d-e6bf7fe25004, cookie 0x8c4c73d28b393011 00000020:00000080:1.0:1783071417.529061:0:6157:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8c4c73d28b393018 00000100:00080000:1.0:1783071417.529068:0:6157:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff93a1d0de3000: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:1.0:1783071417.529075:0:6157:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff93a1d0de3000: import ffff93a1c5dd3800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:1.0:1783071417.529086:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783071417.529109:0:6157:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1cbdfca80 x1869685716945664/t0(0) o8->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783071417.529212:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716945664:192.168.201.110@tcp:8: 00000100:00080000:1.0:1783071417.529424:0:6157:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID 00020000:01000000:1.0:1783071417.529448:0:6157:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff93a1d0de3000) active 00000080:00000004:1.0:1783071417.529467:0:6157:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:1.0:1783071417.529480:0:6157:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8c4c73d28b39301f 00000100:00080000:1.0:1783071417.529485:0:6157:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff93a1d0de3000: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:1.0:1783071417.529491:0:6157:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff93a1d0de3000: import ffff93a1c5dd6800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:1.0:1783071417.529497:0:6157:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783071417.529508:0:6157:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1cbdfd180 x1869685716945792/t0(0) o8->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071417.530282:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783071417.530297:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716945920:192.168.201.110@tcp:400: 00000100:00100000:2.0:1783071417.534464:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716945792:192.168.201.110@tcp:8: 00000100:00080000:1.0:1783071417.540053:0:6157:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID 00020000:01000000:1.0:1783071417.540081:0:6157:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff93a1d0de3000) active 00000080:00000004:1.0:1783071417.540108:0:6157:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:1.0:1783071417.540181:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6157:1869685716946048:192.168.201.110@tcp:900: 00000100:00100000:1.0:1783071417.540490:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a600 going to sleep for 11 seconds 00000100:00100000:3.0:1783071417.543935:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716945920:192.168.201.110@tcp:400: 00010000:00080000:2.0:1783071417.544689:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfd180 x1869685716945792/t0(0) o8->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783071427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071417.544702:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93a1d0de3000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783071417.544712:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff93a1d0de3000: connect to target with instance 1 00000100:00080000:2.0:1783071417.544721:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff93a1d0de3000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1783071417.544732:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783071417.544738:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1783071417.544746:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783071417.544761:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd6800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1783071417.544768:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1783071417.544770:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783071417.544772:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1783071417.544781:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716945792:192.168.201.110@tcp:8: 00010000:00080000:2.0:1783071417.544802:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfca80 x1869685716945664/t0(0) o8->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783071427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071417.544829:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93a1d0de3000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783071417.544833:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93a1d0de3000: connect to target with instance 1 00000100:00080000:2.0:1783071417.544838:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93a1d0de3000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1783071417.544842:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783071417.544844:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1783071417.544846:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783071417.544848:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd3800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1783071417.544851:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1783071417.544853:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783071417.544855:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1783071417.544859:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716945664:192.168.201.110@tcp:8: 00010000:00080000:1.0:1783071417.550706:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716946048/t0(0) o900->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:29/10 lens 264/248 e 0 to 0 dl 1783071433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071417.550730:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6157:1869685716946048:192.168.201.110@tcp:900: 00000100:00100000:1.0:1783071417.550808:0:6157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6157:1869685716946176:192.168.201.110@tcp:33: 00000100:00100000:1.0:1783071417.550953:0:6157:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a600 going to sleep for 11 seconds 00010000:00080000:1.0:1783071417.611845:0:6157:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716946176/t0(0) o33->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:23/10 lens 448/464 e 0 to 0 dl 1783071433 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1783071417.611866:0:6157:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6157:1869685716946176:192.168.201.110@tcp:33: 00000080:00200000:1.0:1783071417.612105:0:6157:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00200000:1.0:1783071417.612115:0:6157:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1783071417.612182:0:6157:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1783071417.621473:0:6157:0:(super25.c:187:lustre_fill_super()) 192.168.201.110@tcp:/lustre: Mount complete 00000080:00200008:3.0:1783071417.846739:0:6198:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783071417.846752:0:6198:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:3.0:1783071417.846779:0:6198:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783071417.846848:0:6198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6198 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.846859:0:6198:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6198 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.846872:0:6198:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6198 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071417.846897:0:6198:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308e00 pname:cluuid:pid:xid:nid:opc:job mkdir:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6198:1869685716946304:192.168.201.110@tcp:101: 00000100:00100000:3.0:1783071417.846987:0:6198:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c5d85240 going to sleep for 11 seconds 00000100:00100000:3.0:1783071417.858127:0:6198:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308e00 pname:cluuid:pid:xid:nid:opc:job mkdir:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6198:1869685716946304:192.168.201.110@tcp:101: 00010000:00010000:3.0:1783071417.858158:0:6198:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858170:0:6198:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858181:0:6198:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858195:0:6198:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858207:0:6198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858216:0:6198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858223:0:6198:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1783071417.858246:0:6198:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff93a1c9308e00 x1869685716946304/t0(0) o101->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1783071433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1783071417.858259:0:6198:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858271:0:6198:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93a1c5dd8c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1783071417.858291:0:6198:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1783071417.858317:0:6198:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1783071417.858323:0:6198:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:3.0:1783071417.858328:0:6198:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:3.0:1783071417.858331:0:6198:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f846e3cb8 00010000:00010000:3.0:1783071417.858335:0:6198:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071417.858345:0:6198:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783071418.327406:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071419.350813:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1783071420.324199:0:6250:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1783071420.324222:0:6250:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:1.0:1783071420.324256:0:6250:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1783071420.324288:0:6250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783071420.324306:0:6250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1783071420.324315:0:6250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1783071420.324324:0:6250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:1.0:1783071420.324329:0:6250:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:1.0:1783071420.324339:0:6250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f816afcb8 00010000:00010000:1.0:1783071420.324344:0:6250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783071420.324355:0:6250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1783071420.325108:0:6250:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1783071420.325114:0:6250:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:1.0:1783071420.325128:0:6250:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1783071420.325143:0:6250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1783071420.325162:0:6250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1783071420.325170:0:6250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1783071420.325176:0:6250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:1.0:1783071420.325180:0:6250:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:1.0:1783071420.325198:0:6250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f816afcb8 00010000:00010000:1.0:1783071420.325202:0:6250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1783071420.325212:0:6250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1783071420.325326:0:6250:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:1.0:1783071420.325333:0:6250:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1783071420.325340:0:6250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1783071420.325349:0:6250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1783071420.325356:0:6250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1783071420.325360:0:6250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:1.0:1783071420.325362:0:6250:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:1.0:1783071420.325366:0:6250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f816afbb0 00010000:00010000:1.0:1783071420.325369:0:6250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1783071420.325382:0:6250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1783071420.325391:0:6250:0:(file.c:6585:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988), inode mode 41ed mask 44 00000080:00200008:1.0:1783071420.325398:0:6250:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), flags 100000 00000080:00200080:1.0:1783071420.326246:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.326274:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00800000:00000004:1.0:1783071420.326283:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93a1d0de3000: age 294, max_age 296 00000100:00100000:1.0:1783071420.326335:0:6250:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946432:192.168.201.110@tcp:41: 00000100:00100000:1.0:1783071420.326463:0:6250:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071420.335571:0:6250:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946432:192.168.201.110@tcp:41: 00800000:00000004:1.0:1783071420.335604:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93a1d0de3000: update ffff93a1ca7ed190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:1.0:1783071420.335930:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.335951:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00800000:00000004:1.0:1783071420.335958:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff93a1d0de3000: age -707, max_age 296 00000100:00100000:1.0:1783071420.336001:0:6250:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946560:192.168.201.110@tcp:41: 00000100:00100000:1.0:1783071420.336149:0:6250:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31ab40 going to sleep for 11 seconds 00010000:00080000:1.0:1783071420.342238:0:6250:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716946560/t0(0) o41->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783071436 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071420.342264:0:6250:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946560:192.168.201.110@tcp:41: 00800000:00000004:1.0:1783071420.342295:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff93a1d0de3000: update ffff93a1ca7eb7d0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1783071420.342440:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342473:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342504:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342509:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342514:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342518:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342522:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342526:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342530:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342534:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342539:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342554:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342560:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342563:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342567:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342571:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342575:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342579:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342583:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342587:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342591:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342594:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342599:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342602:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342606:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342610:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342614:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342624:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342630:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342634:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342638:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342642:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342710:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342716:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342722:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342725:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342729:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342733:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342737:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342741:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342746:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342750:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342754:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342758:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342762:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342766:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342770:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342774:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342777:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342781:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342785:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342788:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342800:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342804:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342808:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342812:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342816:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342819:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342823:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342827:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342831:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342835:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342839:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342842:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342847:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342850:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342854:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342858:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342862:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342866:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342869:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342873:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342877:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342881:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342885:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342889:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342893:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342904:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342911:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342915:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342919:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342923:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342927:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342931:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342935:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342939:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342943:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342947:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342951:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342954:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342959:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342962:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342966:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342970:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342974:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342978:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342982:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342985:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342989:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.342993:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.342997:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343001:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343015:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343020:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343024:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343027:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343032:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343035:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343040:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343043:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343047:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343051:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343055:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343059:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343063:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343067:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343221:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343229:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343235:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343239:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343243:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343246:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343249:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343253:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343257:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00800000:00000080:1.0:1783071420.343261:0:6250:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.343265:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.343280:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00020000:00000004:1.0:1783071420.343289:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff93a1d0de3000: age -707, max_age 296 00000100:00100000:1.0:1783071420.343340:0:6250:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946688:192.168.201.110@tcp:13: 00000100:00100000:1.0:1783071420.343457:0:6250:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31ab40 going to sleep for 11 seconds 00010000:00080000:1.0:1783071420.352325:0:6250:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716946688/t0(0) o13->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783071436 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071420.352366:0:6250:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946688:192.168.201.110@tcp:13: 00020000:00000004:1.0:1783071420.352404:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff93a1d0de3000: update ffff93a1d0229e10 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1783071420.354899:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.354938:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00020000:00000004:1.0:1783071420.354951:0:6250:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff93a1d0de3000: age -707, max_age 296 00000100:00100000:1.0:1783071420.355016:0:6250:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946816:192.168.201.110@tcp:13: 00000100:00100000:1.0:1783071420.355172:0:6250:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31ab40 going to sleep for 11 seconds 00010000:00080000:1.0:1783071420.359270:0:6250:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716946816/t0(0) o13->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1783071436 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071420.359297:0:6250:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job lfs:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:6250:1869685716946816:192.168.201.110@tcp:13: 00020000:00000004:1.0:1783071420.359329:0:6250:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff93a1d0de3000: update ffff93a1d0228450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1783071420.359413:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.359436:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.359445:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.359450:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.359455:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.359459:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.359463:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360375:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360388:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360393:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360397:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360401:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360404:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360408:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360412:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360415:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360419:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360423:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360427:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360430:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360434:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360438:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360442:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360446:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360449:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360453:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360456:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360460:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360464:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360483:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360489:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360493:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360506:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360510:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360515:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360518:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360522:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360618:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360625:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360629:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360634:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360638:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360642:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360671:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360678:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360684:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360689:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360692:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360697:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360700:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360812:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360820:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360825:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360830:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360834:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360838:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360842:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360854:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360860:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360864:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360872:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360878:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360882:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360886:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360891:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360895:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360899:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360902:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360907:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360910:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360914:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360918:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360923:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360926:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360930:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360933:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360937:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360940:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360944:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360947:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360952:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360955:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360968:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360973:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360977:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360981:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360985:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.360992:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.360999:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361002:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361006:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361009:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361013:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361016:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361020:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361023:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361027:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361030:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361034:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361038:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361041:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361044:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361048:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361050:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361054:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361056:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361060:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361070:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361075:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361079:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361083:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361086:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361090:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361094:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361097:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361099:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361103:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361106:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361109:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361113:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361116:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361119:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361124:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361128:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200080:1.0:1783071420.361133:0:6250:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988) cmd=c00866a4 arg=7fff30545880 00020000:00000080:1.0:1783071420.361138:0:6250:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff93a1d0de3000: cmd=c00866a4 len=592 karg=ffff93a1c4dd0000 uarg=0000000000000000 00000080:00200008:1.0:1783071420.361157:0:6250:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), flags 100000 00010000:00010000:1.0:1783071420.374821:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071421.401139:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071422.424187:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071422.618462:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716946944:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071422.618616:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716947200:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071422.618689:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716947456:192.168.201.110@tcp:400: 00000100:00100000:0.0:1783071422.619698:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947072:192.168.201.110@tcp:400: 00000100:00100000:0.0:1783071422.620283:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947328:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071422.628016:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716946944:192.168.201.110@tcp:400: 00010000:00080000:0.0:1783071422.628713:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdff480 x1869685716947328/t0(0) o400->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071422.628803:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947328:192.168.201.110@tcp:400: 00010000:00080000:1.0:1783071422.629385:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfce00 x1869685716947200/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071422.629402:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716947200:192.168.201.110@tcp:400: 00010000:00080000:1.0:1783071422.629425:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfed80 x1869685716947456/t0(0) o400->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071422.629435:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716947456:192.168.201.110@tcp:400: 00000100:00100000:0.0:1783071422.656081:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947072:192.168.201.110@tcp:400: 00010000:00010000:0.0:1783071423.448457:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783071423.773765:0:6444:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1783071424.471752:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071425.496238:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071425.622892:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716947584:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071425.622992:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947840:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071425.623016:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716948096:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071425.623043:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783071425.623049:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947712:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071425.623068:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947968:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071425.632674:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947712:192.168.201.110@tcp:400: 00010000:00080000:1.0:1783071425.632695:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfe680 x1869685716947968/t0(0) o400->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071425.632707:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947968:192.168.201.110@tcp:400: 00010000:00080000:1.0:1783071425.632717:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716947840/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071425.632742:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716947840:192.168.201.110@tcp:400: 00010000:00080000:1.0:1783071425.632754:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfea00 x1869685716948096/t0(0) o400->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071425.632762:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716948096:192.168.201.110@tcp:400: 00000100:00100000:1.0:1783071425.636696:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716947584:192.168.201.110@tcp:400: 00010000:00010000:1.0:1783071426.520268:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071427.269347:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1783071427.269388:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:2.0:1783071427.271016:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685734824192 00000100:00100000:2.0:1783071427.271030:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685734824192 00000100:00100000:2.0:1783071427.271082:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685734824320 00000100:00100000:2.0:1783071427.271086:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685734824320 00000100:00100000:2.0:1783071427.271108:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 0 00000100:00100000:2.0:1783071427.271118:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93a1c9308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+4:10330:x1869685734824192:12345-192.168.201.110@tcp:104: 00010000:00010000:2.0:1783071427.271136:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071427.271235:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783071427.271242:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93a1c9308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+4:10330:x1869685734824192:12345-192.168.201.110@tcp:104: Request processed in 127us (1915us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071427.271250:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 0 00000100:00100000:2.0:1783071427.271267:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 1 00000100:00100000:2.0:1783071427.271286:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93a1c930b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+3:10330:x1869685734824320:12345-192.168.201.110@tcp:104: 00010000:00010000:2.0:1783071427.271294:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071427.271332:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1783071427.271338:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93a1c930b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+3:10330:x1869685734824320:12345-192.168.201.110@tcp:104: Request processed in 52us (1949us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071427.271345:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 1 00010000:00010000:1.0:1783071427.271883:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783071427.271891:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071427.271900:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93a1c0031400 already unused, calling callback (ffffffffc14d4c20) 10000000:00010000:1.0:1783071427.271905:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071427.271908:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071427.271915:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071427.271923:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071427.271929:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1783071427.271981:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071427.271988:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071427.272026:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071427.272042:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.110@tcp lock: ffff93a1c0031400/0x8c4c73d28b392fbd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160eeb expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071427.272058:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071427.272060:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071427.272075:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071427.272085:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783071427.272101:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716948224:192.168.201.110@tcp:103: 00010000:00010000:3.0:1783071427.272289:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071427.272292:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071427.272294:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071427.272820:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071427.272829:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93a1c0031a00 already unused, calling callback (ffffffffc14d4c20) 10000000:00010000:0.0:1783071427.272832:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071427.272841:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071427.272848:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071427.272853:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1783071427.272895:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071427.272902:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783071427.272920:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071427.272927:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.110@tcp lock: ffff93a1c0031a00/0x8c4c73d28b392fb6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ee4 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071427.272946:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071427.272948:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071427.272950:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071427.272956:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783071427.272967:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716948352:192.168.201.110@tcp:103: 00000100:00100000:0.0:1783071427.281435:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716948352:192.168.201.110@tcp:103: 00000100:00100000:1.0:1783071427.281477:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716948224:192.168.201.110@tcp:103: 00010000:00010000:1.0:1783071427.542861:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071428.566998:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783071428.630820:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1783071428.630828:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff93a1d0de3000 from 48 10000000:01000000:2.0:1783071428.630834:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1783071428.630883:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153a00/0x8c4c73d28b39302d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.630895:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a202153a00/0x8c4c73d28b39302d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.630907:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a202153a00/0x8c4c73d28b39302d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071428.630946:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716948480:192.168.201.110@tcp:101: 00000100:00100000:2.0:1783071428.631159:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071428.641312:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716948480:192.168.201.110@tcp:101: 00010000:00010000:2.0:1783071428.641344:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a202153a00/0x8c4c73d28b39302d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160f31 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.641357:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a202153a00/0x8c4c73d28b39302d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2160f31 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071428.641459:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716948608:192.168.201.110@tcp:501: 00000100:00100000:2.0:1783071428.641640:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071428.649113:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716948608:192.168.201.110@tcp:501: 00000100:00100000:2.0:1783071428.649179:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716948736:192.168.201.110@tcp:503: 00000100:00100000:2.0:1783071428.649281:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071428.669189:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716948736:192.168.201.110@tcp:503: 00000100:00100000:1.0:1783071428.669780:0:6651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6651:1869685716948864:192.168.201.110@tcp:502: 00000100:00100000:1.0:1783071428.669879:0:6651:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c7c6e540 going to sleep for 11 seconds 00000100:00100000:1.0:1783071428.682035:0:6651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6651:1869685716948864:192.168.201.110@tcp:502: 00000020:01000000:1.0:1783071428.682097:0:6651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071428.682109:0:6651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071428.682111:0:6651:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1783071428.682118:0:6651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1783071428.682157:0:6651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6651:1869685716948992:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783071428.682248:0:6651:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c7c6e540 going to sleep for 11 seconds 00000100:00100000:1.0:1783071428.686957:0:6651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6651:1869685716948992:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783071428.687001:0:6651:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071428.687009:0:6651:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071428.687012:0:6651:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1783071428.687017:0:6651:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1783071428.687209:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1783071428.687228:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783071428.687241:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153a00/0x8c4c73d28b39302d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160f31 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.687253:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a202153a00/0x8c4c73d28b39302d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160f31 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071428.687264:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1783071428.687266:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff93a1d0ed19c0 from 1 10000000:01000000:2.0:1783071428.687269:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1783071428.687304:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153e00/0x8c4c73d28b393034 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.687313:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a202153e00/0x8c4c73d28b393034 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.687324:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a202153e00/0x8c4c73d28b393034 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071428.687360:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716949120:192.168.201.110@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783071428.687448:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071428.697797:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716949120:192.168.201.110@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071428.697829:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a202153e00/0x8c4c73d28b393034 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160f46 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.697843:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a202153e00/0x8c4c73d28b393034 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2160f46 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071428.697923:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716949248:192.168.201.110@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783071428.698000:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071428.702437:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716949248:192.168.201.110@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1783071428.702496:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1783071428.702511:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153e00/0x8c4c73d28b393034 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160f46 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071428.702522:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a202153e00/0x8c4c73d28b393034 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160f46 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071429.591335:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071430.602634:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:2.0:1783071430.602936:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685734834304 00000100:00100000:2.0:1783071430.602950:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685734834304 00000100:00100000:2.0:1783071430.603041:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 2 00000100:00100000:2.0:1783071430.603054:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93a1c930ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+3:10393:x1869685734834304:12345-192.168.201.110@tcp:104: 00010000:00010000:2.0:1783071430.603098:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071430.603206:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1783071430.603214:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93a1c930ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+3:10393:x1869685734834304:12345-192.168.201.110@tcp:104: Request processed in 163us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071430.603222:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 2 00010000:00010000:1.0:1783071430.604220:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071430.604245:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071430.604257:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93a202152000 already unused, calling callback (ffffffffc14d4c20) 10000000:00010000:1.0:1783071430.604261:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071430.604272:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071430.604280:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071430.604286:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1783071430.604347:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071430.604354:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071430.604389:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071430.604398:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.110@tcp lock: ffff93a202152000/0x8c4c73d28b392ff5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ef9 expref: -99 pid: 6157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071430.604422:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071430.604425:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071430.604426:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071430.604438:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783071430.604464:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716949376:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783071430.615516:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071430.636070:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716949376:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783071430.807213:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716949504:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071430.807329:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716949760:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071430.807354:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716950016:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071430.807381:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783071430.807387:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716949632:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071430.807405:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716949888:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071430.819943:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716949632:192.168.201.110@tcp:400:kworker.0 00010000:00080000:1.0:1783071430.819970:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfe680 x1869685716949888/t0(0) o400->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071430.819983:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716949888:192.168.201.110@tcp:400:kworker.0 00010000:00080000:1.0:1783071430.819996:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716949760/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071430.820015:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716949760:192.168.201.110@tcp:400:kworker.0 00010000:00080000:1.0:1783071430.820028:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfce00 x1869685716950016/t0(0) o400->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071430.820037:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716950016:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071430.820897:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716949504:192.168.201.110@tcp:400:kworker.0 00010000:00010000:2.0:1783071431.639129:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1783071432.536103:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1783071432.536113:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff93a1d0de3000 from 4 10000000:01000000:2.0:1783071432.536364:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783071432.536420:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071432.536433:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071432.536444:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071432.536473:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716950144:192.168.201.110@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783071432.536786:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c46600 going to sleep for 11 seconds 00000100:00100000:2.0:1783071432.544431:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716950144:192.168.201.110@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071432.544473:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071432.544489:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071432.544785:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716950272:192.168.201.110@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783071432.544899:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c46600 going to sleep for 11 seconds 00000100:00100000:2.0:1783071432.548695:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716950272:192.168.201.110@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783071432.548800:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716950400:192.168.201.110@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783071432.548942:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c2c46600 going to sleep for 11 seconds 00000100:00100000:2.0:1783071432.551802:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716950400:192.168.201.110@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783071432.559863:0:6715:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6715:1869685716950528:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783071432.560046:0:6715:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1d0356480 going to sleep for 11 seconds 00000100:00100000:0.0:1783071432.569935:0:6715:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6715:1869685716950528:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:0.0:1783071432.570022:0:6715:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071432.570039:0:6715:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071432.570042:0:6715:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783071432.570052:0:6715:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93a1d0de3000 00000020:00000080:0.0:1783071432.570056:0:6715:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1783071432.570185:0:6715:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6715:1869685716950656:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783071432.570405:0:6715:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1d0356480 going to sleep for 11 seconds 00000100:00100000:0.0:1783071432.580896:0:6715:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6715:1869685716950656:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:0.0:1783071432.580968:0:6715:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071432.580992:0:6715:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071432.580995:0:6715:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1783071432.581001:0:6715:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1783071432.583022:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1783071432.583081:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783071432.583101:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071432.583120:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071432.663687:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071433.695486:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071434.712803:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071435.735556:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071435.937033:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716950784:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071435.937701:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716950912:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071435.938014:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716951040:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071435.938250:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716951168:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071435.939753:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716951296:192.168.201.110@tcp:400:kworker.0 00010000:00080000:3.0:1783071435.945806:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c9309f80 x1869685716951168/t0(0) o400->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071435.945832:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716951168:192.168.201.110@tcp:400:kworker.0 00010000:00080000:3.0:1783071435.947054:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c9308380 x1869685716951296/t0(0) o400->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071435.947069:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716951296:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071435.947080:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716950784:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071435.954022:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716950912:192.168.201.110@tcp:400:kworker.0 00010000:00080000:3.0:1783071435.954071:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c930b800 x1869685716951040/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071435.954084:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716951040:192.168.201.110@tcp:400:kworker.0 00010000:00010000:1.0:1783071436.762699:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071437.788869:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783071437.938127:0:7015:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg110-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1783071438.807088:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071439.833562:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071440.856166:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783071441.047112:0:38:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd3800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1783071441.047127:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff93a1d0de3000: disconnect after 21s idle 00000100:00100000:0.0:1783071441.048325:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716951424:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071441.048437:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716951680:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071441.048470:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783071441.048476:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716951552:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071441.054084:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716951552:192.168.201.110@tcp:400:kworker.0 00010000:00080000:0.0:1783071441.054108:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc700 x1869685716951680/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071441.054121:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716951680:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071441.059225:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716951808:192.168.201.110@tcp:9:kworker.0 00000100:00080000:0.0:1783071441.059379:0:38:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd6800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1783071441.059383:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff93a1d0de3000: disconnect after 21s idle 00000100:00100000:1.0:1783071441.059560:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716951936:192.168.201.110@tcp:9:kworker.0 00000100:00100000:0.0:1783071441.063087:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716951424:192.168.201.110@tcp:400:kworker.0 00010000:00080000:2.0:1783071441.072708:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfe680 x1869685716951808/t0(0) o9->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783071441.072729:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93a1cbdfe680 x1869685716951808/t0(0) o9->lustre-OST0000-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783071441.072737:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd3800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1783071441.072753:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716951808:192.168.201.110@tcp:9:kworker.0 00010000:00080000:3.0:1783071441.077936:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0384000 x1869685716951936/t0(0) o9->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783071441.077960:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93a1d0384000 x1869685716951936/t0(0) o9->lustre-OST0001-osc-ffff93a1d0de3000@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783071441.077968:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c5dd6800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1783071441.077973:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2398:1869685716951936:192.168.201.110@tcp:9:kworker.0 00010000:00010000:2.0:1783071441.882588:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783071442.856494:0:7294:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg110-client.virtnet: executing yml_node 00010000:00010000:0.0:1783071442.904734:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071443.926753:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071444.952039:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071445.986854:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071446.169042:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2402:1869685716952064:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071446.169159:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716952320:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071446.169197:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783071446.169212:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716952192:192.168.201.110@tcp:400:kworker.0 00000100:00100000:2.0:1783071446.182239:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716952192:192.168.201.110@tcp:400:kworker.0 00000100:00100000:2.0:1783071446.182264:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2402:1869685716952064:192.168.201.110@tcp:400:kworker.0 00010000:00080000:2.0:1783071446.182284:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c930a680 x1869685716952320/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071446.182297:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716952320:192.168.201.110@tcp:400:kworker.0 00010000:00010000:1.0:1783071447.000987:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071448.029472:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783071448.221551:0:7748:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.83 00010000:00010000:2.0:1783071449.047455:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071450.084050:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071451.098834:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071451.289829:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716952448:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071451.290071:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716952704:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071451.290109:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783071451.290115:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716952576:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071451.303263:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716952448:192.168.201.110@tcp:400:kworker.0 00010000:00080000:1.0:1783071451.310494:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfdf80 x1869685716952704/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071451.310521:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716952704:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071451.314504:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716952576:192.168.201.110@tcp:400:kworker.0 00000001:02000400:0.0:1783071451.325562:0:7904:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.83 00010000:00010000:2.0:1783071452.122071:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071453.151704:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071454.168349:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783071454.416408:0:8061:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.83 00010000:00010000:3.0:1783071455.192395:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783071456.097806:0:8207:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Jul 3 05:37:34 EDT 2026 00010000:00010000:1.0:1783071456.215805:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071456.406916:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716952832:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071456.407223:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716953088:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071456.407266:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783071456.407274:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716952960:192.168.201.110@tcp:400:kworker.0 00010000:00080000:0.0:1783071456.415808:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfc380 x1869685716953088/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071456.415831:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716953088:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071456.418209:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716952960:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071456.418229:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716952832:192.168.201.110@tcp:400:kworker.0 00010000:00010000:2.0:1783071457.239733:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071458.262875:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071459.286872:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071460.313047:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071461.335623:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071461.527240:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716953344:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071461.527408:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1783071461.527416:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716953216:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071461.527487:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716953472:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071461.533918:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716953216:192.168.201.110@tcp:400:kworker.0 00010000:00080000:1.0:1783071461.533951:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfdc00 x1869685716953472/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071461.533967:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716953472:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071461.533983:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716953344:192.168.201.110@tcp:400:kworker.0 00010000:00010000:1.0:1783071462.358866:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071463.395130:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071464.407295:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071465.432167:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071466.456083:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071466.649167:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716953728:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071466.649274:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783071466.649281:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716953600:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071466.649307:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716953856:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071466.664579:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716953728:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071466.664618:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716953600:192.168.201.110@tcp:400:kworker.0 00010000:00080000:0.0:1783071466.664634:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0385180 x1869685716953856/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071466.664674:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716953856:192.168.201.110@tcp:400:kworker.0 00010000:00010000:3.0:1783071467.479326:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071468.502943:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071469.529509:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071470.552372:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071471.575359:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071471.771208:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716953984:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071471.771349:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716954240:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071471.771385:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783071471.771393:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716954112:192.168.201.110@tcp:400:kworker.0 00010000:00080000:1.0:1783071471.794004:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0384a80 x1869685716954240/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071471.794026:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716954240:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071471.801454:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716954112:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071471.801475:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716953984:192.168.201.110@tcp:400:kworker.0 00010000:00010000:2.0:1783071472.599349:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071473.627702:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071474.648837:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071475.684932:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783071475.780913:0:8767:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1783071476.695065:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071476.888101:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716954368:192.168.201.110@tcp:400:kworker.0 00000100:00100000:2.0:1783071476.888249:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716954624:192.168.201.110@tcp:400:kworker.0 00000100:00100000:2.0:1783071476.888293:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783071476.888301:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716954496:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1783071476.896780:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716954368:192.168.201.110@tcp:400:kworker.0 00000100:00100000:2.0:1783071476.899608:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716954496:192.168.201.110@tcp:400:kworker.0 00010000:00080000:2.0:1783071476.900018:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033f100 x1869685716954624/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071476.900034:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716954624:192.168.201.110@tcp:400:kworker.0 00000001:02000400:0.0:1783071477.572514:0:8906:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:1.0:1783071477.721080:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071478.749926:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783071479.589236:0:9053:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 05:37:57 (1783071477) === 00000080:00200008:0.0:1783071479.653040:0:8225:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783071479.653060:0:8225:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:0.0:1783071479.653100:0:8225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783071479.653128:0:8225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1783071479.653146:0:8225:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1783071479.653165:0:8225:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1783071479.653175:0:8225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:0.0:1783071479.653179:0:8225:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:0.0:1783071479.653189:0:8225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f81da3cb8 00010000:00010000:0.0:1783071479.653194:0:8225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1783071479.653204:0:8225:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1783071479.752213:0:8225:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783071479.752230:0:8225:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:3.0:1783071479.752263:0:8225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783071479.752286:0:8225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1783071479.752303:0:8225:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1783071479.752311:0:8225:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783071479.752320:0:8225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:3.0:1783071479.752324:0:8225:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:3.0:1783071479.752332:0:8225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f81da3cb8 00010000:00010000:3.0:1783071479.752337:0:8225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1783071479.752361:0:8225:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1783071479.768283:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1783071479.781027:0:8225:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783071479.781045:0:8225:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:3.0:1783071479.781079:0:8225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783071479.781106:0:8225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1783071479.781124:0:8225:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1783071479.781132:0:8225:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783071479.781144:0:8225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:3.0:1783071479.781158:0:8225:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:3.0:1783071479.781168:0:8225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f81da3cb8 00010000:00010000:3.0:1783071479.781172:0:8225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1783071479.781182:0:8225:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1783071479.809384:0:8225:0:(file.c:6218:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93a1cad31988), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783071479.809401:0:8225:0:(file.c:6113:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad31988),name=/ 00000002:00010000:3.0:1783071479.809436:0:8225:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783071479.809464:0:8225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1783071479.809496:0:8225:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1783071479.809506:0:8225:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783071479.809515:0:8225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) 00000080:00010000:3.0:1783071479.809519:0:8225:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93a1cad31988) for lock 0x8c4c73d28b393026 00000080:00010000:3.0:1783071479.809531:0:8225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8c4c73d28b393026 from it ffffae7f81da3cb8 00010000:00010000:3.0:1783071479.809536:0:8225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1783071479.809546:0:8225:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93a1d0de3000 lock: ffff93a1d117dc00/0x8c4c73d28b393026 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6bc0bfbdf2160f23 expref: -99 pid: 6198 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:3.0:1783071480.152100:0:9101:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:3.0:1783071480.152107:0:9101:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1783071480.152108:0:9101:0:(obd_mount.c:917:lmd_print()) device: 192.168.201.110@tcp:/lustre 00000020:01000004:3.0:1783071480.152110:0:9101:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1783071480.152289:0:9101:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff93a1c9314800 00000080:01000004:3.0:1783071480.152301:0:9101:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1783071480.152329:0:9101:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.201.110@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1783071480.152333:0:9101:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.110@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1783071480.152342:0:9101:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff93a1c9314800 (sb ffff93a1c9314800) 00000080:01000000:3.0:1783071480.152461:0:9101:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1783071480.152463:0:9101:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1783071480.152466:0:9101:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:3.0:1783071480.152476:0:9101:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 335665e0-5830-4da2-a221-3e1f669531af 10000000:01000000:3.0:1783071480.157153:0:9101:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783071480.157163:0:9101:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93a1c9314800 10000000:01000000:3.0:1783071480.157174:0:9101:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93a1c9314800 10000000:01000000:3.0:1783071480.157179:0:9101:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1783071480.157194:0:9101:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93a1c9314800 10000000:01000000:3.0:1783071480.157197:0:9101:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783071480.157201:0:9101:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff93a1c9314800 10000000:01000000:3.0:1783071480.157204:0:9101:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1783071480.157208:0:9101:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff93a1c9314800 from 1 10000000:01000000:3.0:1783071480.157211:0:9101:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783071480.157270:0:9101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a1d117ca00/0x8c4c73d28b393042 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071480.157286:0:9101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a1d117ca00/0x8c4c73d28b393042 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071480.157301:0:9101:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a1d117ca00/0x8c4c73d28b393042 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071480.157346:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716954752:192.168.201.110@tcp:101:mount.lustre.0 00000100:00100000:3.0:1783071480.157494:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783071480.160520:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716954752:192.168.201.110@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783071480.160625:0:9101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a1d117ca00/0x8c4c73d28b393042 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161003 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071480.160643:0:9101:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a1d117ca00/0x8c4c73d28b393042 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2161003 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071480.160920:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716954880:192.168.201.110@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783071480.161081:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071480.179487:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716954880:192.168.201.110@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783071480.179773:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955008:192.168.201.110@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783071480.179937:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c31b06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071480.195873:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955008:192.168.201.110@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783071480.196862:0:9105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9105:1869685716955136:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783071480.196993:0:9105:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c11cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1783071480.200422:0:9105:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9105:1869685716955136:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:0.0:1783071480.200499:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071480.200515:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.200518:0:9105:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1783071480.200526:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff93a1c9314800 00000020:00000080:0.0:1783071480.200529:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071480.200545:0:9105:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff93a1c9314800 (ffff93a1d022cd40) 00000020:00000080:0.0:1783071480.200582:0:9105:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1783071480.200590:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff93a1c9314800 00000020:00000080:0.0:1783071480.200593:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1783071480.201249:0:9105:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff93a1c9314800 (uuid 335665e0-5830-4da2-a221-3e1f669531af) 00000020:01000000:0.0:1783071480.201255:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071480.201260:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.201261:0:9105:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1783071480.201264:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071480.201267:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.201268:0:9105:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1783071480.201272:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff93a1c9314800 00000020:00000080:0.0:1783071480.201275:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071480.201284:0:9105:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff93a1c9314800 (ffff93a1d022b380) 00000020:00000080:0.0:1783071480.201296:0:9105:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1783071480.201301:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff93a1c9314800 00000020:00000080:0.0:1783071480.201304:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1783071480.201515:0:9105:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff93a1c9314800 (uuid 335665e0-5830-4da2-a221-3e1f669531af) 00000020:01000000:0.0:1783071480.201519:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071480.201523:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.201524:0:9105:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1783071480.201527:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071480.201530:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.201531:0:9105:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1783071480.201534:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1783071480.201536:0:9105:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1783071480.201545:0:9105:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1783071480.201565:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071480.201569:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.201571:0:9105:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1783071480.201573:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071480.201578:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.201579:0:9105:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1783071480.201582:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071480.201588:0:9105:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:0.0:1783071480.201616:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000080:0.0:1783071480.201619:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071480.201638:0:9105:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff93a1c9314800 (ffff93a1c677b380) 00000020:00000080:0.0:1783071480.204232:0:9105:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1783071480.204265:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000080:0.0:1783071480.204271:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783071480.204411:0:9105:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93a1c3152000@lustre-MDT0000-mdc-ffff93a1c9314800: add connection 192.168.201.110@tcp at head 00010000:00010000:2.0:1783071480.215430:0:9105:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff93a1c9314800-5 is initialized 00000040:01000000:2.0:1783071480.216411:0:9105:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff93a1c9314800 ctxt 13 is initialized 00000020:00000080:2.0:1783071480.216477:0:9105:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff93a1c9314800 (uuid 335665e0-5830-4da2-a221-3e1f669531af) 00000020:01000000:2.0:1783071480.216497:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93a1c9314800 00000020:00000080:2.0:1783071480.216502:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1783071480.216536:0:9105:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1783071480.219911:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071480.219928:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.219931:0:9105:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1783071480.219934:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783071480.219938:0:9105:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1783071480.219939:0:9105:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071480.219941:0:9105:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071480.219943:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783071480.219945:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.219947:0:9105:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783071480.219949:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071480.219954:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.219956:0:9105:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1783071480.219959:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783071480.219966:0:9105:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:2.0:1783071480.220004:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000080:2.0:1783071480.220007:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783071480.220022:0:9105:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff93a1c9314800 (ffff93a1d0ed0000) 00000020:00000080:2.0:1783071480.220043:0:9105:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:2.0:1783071480.220048:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000080:2.0:1783071480.220062:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783071480.220171:0:9105:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93a1c31bb800@lustre-MDT0001-mdc-ffff93a1c9314800: add connection 192.168.201.110@tcp at head 00010000:00010000:2.0:1783071480.227172:0:9105:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff93a1c9314800-6 is initialized 00000040:01000000:2.0:1783071480.227511:0:9105:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff93a1c9314800 ctxt 13 is initialized 00000020:00000080:2.0:1783071480.227582:0:9105:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff93a1c9314800 (uuid 335665e0-5830-4da2-a221-3e1f669531af) 00000020:01000000:2.0:1783071480.227601:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93a1c9314800 00000020:00000080:2.0:1783071480.227607:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1783071480.227642:0:9105:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1783071480.230994:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071480.231013:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.231016:0:9105:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1783071480.231021:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783071480.231024:0:9105:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1783071480.231027:0:9105:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071480.231028:0:9105:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071480.231030:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783071480.231033:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.231034:0:9105:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783071480.231038:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783071480.231044:0:9105:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.110@tcp:/lustre 00000020:00000080:2.0:1783071480.231047:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.231049:0:9105:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1783071480.231052:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783071480.231059:0:9105:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:2.0:1783071480.231099:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff93a1c9314800 00000020:00000080:2.0:1783071480.231103:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783071480.231117:0:9105:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff93a1c9314800 (ffff93a1d0ed4d40) 00000020:00000080:2.0:1783071480.231139:0:9105:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1783071480.231155:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff93a1c9314800 00000020:00000080:2.0:1783071480.231158:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783071480.231293:0:9105:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93a1c31be800@lustre-OST0000-osc-ffff93a1c9314800: add connection 192.168.201.110@tcp at head 00010000:00010000:2.0:1783071480.231600:0:9105:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff93a1c9314800-7 is initialized 00000020:00000080:2.0:1783071480.232593:0:9105:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff93a1c9314800 (uuid 335665e0-5830-4da2-a221-3e1f669531af) 00000020:01000000:2.0:1783071480.232609:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93a1c9314800 00000020:00000080:2.0:1783071480.232614:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1783071480.232735:0:9105:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1783071480.232751:0:9105:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff93a1c9314800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1783071480.232772:0:9105:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1783071480.232789:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071480.232794:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.232796:0:9105:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1783071480.232801:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783071480.232804:0:9105:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1783071480.232805:0:9105:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071480.232807:0:9105:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071480.232808:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783071480.232811:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.232813:0:9105:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783071480.232815:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783071480.232822:0:9105:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.110@tcp:/lustre 00000020:00000080:2.0:1783071480.232826:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.232827:0:9105:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1783071480.232831:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783071480.232837:0:9105:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.110@tcp to nid 0x20000c0a8c96e (192.168.201.110@tcp) 00000020:01000000:2.0:1783071480.232868:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff93a1c9314800 00000020:00000080:2.0:1783071480.232871:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783071480.232885:0:9105:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff93a1c9314800 (ffff93a1d0ed3380) 00000020:00000080:2.0:1783071480.232906:0:9105:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1783071480.232912:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff93a1c9314800 00000020:00000080:2.0:1783071480.232914:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783071480.232995:0:9105:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93a1c31b8000@lustre-OST0001-osc-ffff93a1c9314800: add connection 192.168.201.110@tcp at head 00010000:00010000:2.0:1783071480.233258:0:9105:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff93a1c9314800-8 is initialized 00000020:00000080:2.0:1783071480.233519:0:9105:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff93a1c9314800 (uuid 335665e0-5830-4da2-a221-3e1f669531af) 00000020:01000000:2.0:1783071480.233527:0:9105:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93a1c9314800 00000020:00000080:2.0:1783071480.233535:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1783071480.233550:0:9105:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1783071480.233557:0:9105:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff93a1c9314800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1783071480.233560:0:9105:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1783071480.233569:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071480.233574:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.233575:0:9105:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1783071480.233579:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071480.233582:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.233583:0:9105:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783071480.233586:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783071480.233588:0:9105:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1783071480.233591:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071480.233593:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.233594:0:9105:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000100:00100000:2.0:1783071480.233883:0:9105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9105:1869685716955264:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783071480.236245:0:9105:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c59b1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071480.245180:0:9105:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9105:1869685716955264:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:2.0:1783071480.245248:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071480.245263:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071480.245266:0:9105:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1783071480.245275:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1783071480.245339:0:9105:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9105:1869685716955392:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783071480.245615:0:9105:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c59b1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071480.255277:0:9105:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9105:1869685716955392:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:0.0:1783071480.255354:0:9105:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071480.255366:0:9105:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071480.255369:0:9105:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1783071480.255376:0:9105:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1783071480.257137:0:9101:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783071480.257190:0:9101:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783071480.257258:0:9101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a1d117ca00/0x8c4c73d28b393042 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161003 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071480.257290:0:9101:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a1d117ca00/0x8c4c73d28b393042 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161003 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071480.257349:0:9101:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff93a1c9314800 from 1 10000000:01000000:2.0:1783071480.257354:0:9101:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1783071480.257408:0:9101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153600/0x8c4c73d28b393073 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.257417:0:9101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a202153600/0x8c4c73d28b393073 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.257438:0:9101:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a202153600/0x8c4c73d28b393073 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071480.257475:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955520:192.168.201.110@tcp:101:mount.lustre.0 00000100:00100000:2.0:1783071480.258028:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c59b16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071480.260962:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955520:192.168.201.110@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783071480.261002:0:9101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a202153600/0x8c4c73d28b393073 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf216100a expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.261017:0:9101:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a202153600/0x8c4c73d28b393073 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf216100a expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071480.261573:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955648:192.168.201.110@tcp:256:mount.lustre.0 00000100:00100000:2.0:1783071480.261888:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c59b16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071480.268086:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955648:192.168.201.110@tcp:256:mount.lustre.0 10000000:01000000:2.0:1783071480.268993:0:9101:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1783071480.269071:0:9101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202153600/0x8c4c73d28b393073 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf216100a expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.269085:0:9101:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a202153600/0x8c4c73d28b393073 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf216100a expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071480.269095:0:9101:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff93a1c9314800 from 1 10000000:01000000:2.0:1783071480.269099:0:9101:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783071480.269159:0:9101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.269276:0:9101:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.269289:0:9101:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071480.269319:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955776:192.168.201.110@tcp:101:mount.lustre.0 00000100:00100000:2.0:1783071480.269429:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c59b16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071480.273174:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955776:192.168.201.110@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783071480.273223:0:9101:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.273240:0:9101:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071480.273365:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955904:192.168.201.110@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783071480.273519:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c59b16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071480.276793:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716955904:192.168.201.110@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783071480.276891:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716956032:192.168.201.110@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783071480.277300:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c11ca540 going to sleep for 11 seconds 00000100:00100000:0.0:1783071480.280517:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9101:1869685716956032:192.168.201.110@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783071480.281324:0:9107:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9309f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9107:1869685716956160:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783071480.281489:0:9107:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c12ed000 going to sleep for 11 seconds 00000100:00100000:3.0:1783071480.285334:0:9107:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9309f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9107:1869685716956160:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783071480.285414:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783071480.285430:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071480.285433:0:9107:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1783071480.285443:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93a1c9314800 00000020:00000080:3.0:1783071480.285447:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1783071480.285459:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783071480.285461:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071480.285463:0:9107:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1783071480.285465:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783071480.285467:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071480.285469:0:9107:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1783071480.285472:0:9107:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93a1c9314800 00000020:00000080:3.0:1783071480.285474:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1783071480.285908:0:9107:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9309f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9107:1869685716956288:192.168.201.110@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783071480.286039:0:9107:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1cc35c480 going to sleep for 11 seconds 00000100:00100000:1.0:1783071480.293064:0:9107:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9309f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:696da0eb-a2f7-461e-8ba2-b9db160ec01a:9107:1869685716956288:192.168.201.110@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783071480.293152:0:9107:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071480.293166:0:9107:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071480.293168:0:9107:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1783071480.293174:0:9107:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1783071480.293433:0:9101:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1783071480.293466:0:9101:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783071480.294696:0:9101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071480.294721:0:9101:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1783071480.294758:0:9101:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1783071480.294807:0:9101:0:(genops.c:1406:class_connect()) connect: client 335665e0-5830-4da2-a221-3e1f669531af, cookie 0x8c4c73d28b393081 00800000:01000000:2.0:1783071480.294849:0:9101:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 335665e0-5830-4da2-a221-3e1f669531af to lustre-clilmv-ffff93a1c9314800 00800000:01000000:2.0:1783071480.294861:0:9101:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff93a1c9314800(335665e0-5830-4da2-a221-3e1f669531af) - lustre-MDT0000_UUID, 335665e0-5830-4da2-a221-3e1f669531af 00000020:00000080:2.0:1783071480.294874:0:9101:0:(genops.c:1406:class_connect()) connect: client 335665e0-5830-4da2-a221-3e1f669531af, cookie 0x8c4c73d28b393088 00000100:00080000:2.0:1783071480.294890:0:9101:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff93a1c9314800: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:2.0:1783071480.294904:0:9101:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff93a1c9314800: import ffff93a1c3152000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1783071480.294922:0:9101:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783071480.294964:0:9101:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1d033ca80 x1869685716956416/t0(0) o38->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071480.295000:0:9101:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID 00800000:01000000:2.0:1783071480.295167:0:9101:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff93a1c9314800(335665e0-5830-4da2-a221-3e1f669531af) successfully (5) 00800000:00000004:2.0:1783071480.295171:0:9101:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff93a1c9314800: age -643, max_age 0 00000100:00080000:2.0:1783071480.295224:0:2402:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93a1d033d180 x1869685716956544/t0(0) o41->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:2.0:1783071480.295268:0:9101:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff93a1c9314800(335665e0-5830-4da2-a221-3e1f669531af) - lustre-MDT0001_UUID, 335665e0-5830-4da2-a221-3e1f669531af 00000020:00000080:2.0:1783071480.295277:0:9101:0:(genops.c:1406:class_connect()) connect: client 335665e0-5830-4da2-a221-3e1f669531af, cookie 0x8c4c73d28b39308f 00000100:00080000:2.0:1783071480.295283:0:9101:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff93a1c9314800: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:2.0:1783071480.295294:0:9101:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff93a1c9314800: import ffff93a1c31bb800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1783071480.295300:0:9101:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783071480.295311:0:9101:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1d033c700 x1869685716956672/t0(0) o38->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071480.295320:0:9101:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID 00800000:01000000:2.0:1783071480.295369:0:9101:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff93a1c9314800(335665e0-5830-4da2-a221-3e1f669531af) successfully (5) 00800000:00000004:2.0:1783071480.295379:0:9101:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff93a1c9314800: age -643, max_age 0 00000100:00080000:2.0:1783071480.295406:0:2401:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93a1d033d500 x1869685716956800/t0(0) o41->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1783071480.295438:0:9101:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93a1c9314800: age -643, max_age 356 00800000:00000004:2.0:1783071480.295444:0:9101:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93a1c9314800: age -643, max_age 356 00000100:00080000:2.0:1783071480.295466:0:9101:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93a1d033ce00 x1869685716956928/t0(0) o41->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071480.295473:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a840 going to sleep for 0 seconds 00000100:00100000:0.0:1783071480.295847:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716956416:192.168.201.110@tcp:38:mount.lustre.0 00000100:00100000:0.0:1783071480.295997:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716956672:192.168.201.110@tcp:38:mount.lustre.0 00000100:00100000:1.0:1783071480.302165:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716957056:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071480.302283:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783071480.302292:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716957184:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1783071480.302409:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1783071480.302424:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff93a1c9314800: connect to target with instance 1 00000100:00080000:0.0:1783071480.302436:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff93a1c9314800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1783071480.302452:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783071480.302457:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c3152000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1783071480.308131:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000026cbd9cd): req@ffff93a1d033d180 x1869685716956544/t0(0) o41->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783071480.308171:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000acb32fd2): req@ffff93a1d033ce00 x1869685716956928/t0(0) o41->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071480.308189:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716956416:192.168.201.110@tcp:38:mount.lustre.0 00010000:00080000:2.0:1783071480.308256:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033c700 x1869685716956672/t0(0) o38->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1783071490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071480.308267:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783071480.308282:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff93a1c9314800: connect to target with instance 1 00000100:00080000:2.0:1783071480.308294:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff93a1c9314800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1783071480.308310:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783071480.308315:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c31bb800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783071480.308939:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a840 going to sleep for 11 seconds 00010000:00080000:1.0:1783071480.314339:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0385500 x1869685716957184/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071480.314365:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716957184:192.168.201.110@tcp:400:kworker.0 00000100:00100000:1.0:1783071480.314386:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716957056:192.168.201.110@tcp:400:kworker.0 00000100:00080000:2.0:1783071480.315716:0:2398:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000057bbd929): req@ffff93a1d033d500 x1869685716956800/t0(0) o41->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071480.315745:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716956672:192.168.201.110@tcp:38:mount.lustre.0 00000100:00100000:2.0:1783071480.322931:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:335665e0-5830-4da2-a221-3e1f669531af:9101:1869685716956928:192.168.201.110@tcp:41:mount.lustre.0 00800000:00000004:2.0:1783071480.322975:0:9101:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93a1c9314800: update ffff93a1c677b7d0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1783071480.322985:0:9101:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff93a1c9314800: update ffff93a1d022b7d0 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1783071480.323231:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:335665e0-5830-4da2-a221-3e1f669531af:9101:1869685716957312:192.168.201.110@tcp:40:mount.lustre.0 00000100:00100000:3.0:1783071480.327525:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335665e0-5830-4da2-a221-3e1f669531af:0:1869685716956544:192.168.201.110@tcp:41:mount.lustre.0 00010000:00080000:2.0:1783071480.329772:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033d500 x1869685716956800/t0(0) o41->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1783071496 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071480.329803:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:0:1869685716956800:192.168.201.110@tcp:41:mount.lustre.0 00000100:00100000:2.0:1783071480.329951:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1ca31a840 going to sleep for 11 seconds 00000100:00100000:1.0:1783071480.336874:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:335665e0-5830-4da2-a221-3e1f669531af:9101:1869685716957312:192.168.201.110@tcp:40:mount.lustre.0 00000080:00000004:1.0:1783071480.336918:0:9101:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1783071480.336938:0:9101:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 2146304 00020000:01000000:1.0:1783071480.336944:0:9101:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1783071480.336960:0:9101:0:(genops.c:1406:class_connect()) connect: client 335665e0-5830-4da2-a221-3e1f669531af, cookie 0x8c4c73d28b393096 00000020:00000080:1.0:1783071480.336982:0:9101:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8c4c73d28b39309d 00000100:00080000:1.0:1783071480.336992:0:9101:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff93a1c9314800: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:1.0:1783071480.337007:0:9101:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff93a1c9314800: import ffff93a1c31be800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:1.0:1783071480.337022:0:9101:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783071480.337054:0:9101:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1cbdfdc00 x1869685716957440/t0(0) o8->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071480.337097:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716957440:192.168.201.110@tcp:8:mount.lustre.0 00000100:00080000:1.0:1783071480.337238:0:9101:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID 00020000:01000000:1.0:1783071480.337257:0:9101:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff93a1c9314800) active 00000080:00000004:1.0:1783071480.337281:0:9101:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:1.0:1783071480.337294:0:9101:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8c4c73d28b3930a4 00000100:00080000:1.0:1783071480.337301:0:9101:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff93a1c9314800: connect to NID 192.168.201.110@tcp last attempt 0 00000100:00080000:1.0:1783071480.337307:0:9101:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff93a1c9314800: import ffff93a1c31b8000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:1.0:1783071480.337313:0:9101:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783071480.337326:0:9101:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93a1cbdfdf80 x1869685716957568/t0(0) o8->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071480.337346:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716957568:192.168.201.110@tcp:8:mount.lustre.0 00000100:00080000:1.0:1783071480.337383:0:9101:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID 00020000:01000000:1.0:1783071480.337389:0:9101:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff93a1c9314800) active 00000080:00000004:1.0:1783071480.337397:0:9101:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:1.0:1783071480.337440:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:335665e0-5830-4da2-a221-3e1f669531af:9101:1869685716957696:192.168.201.110@tcp:900:mount.lustre.0 00000100:00100000:1.0:1783071480.337464:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c31b0240 going to sleep for 11 seconds 00010000:00080000:3.0:1783071480.340940:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfdf80 x1869685716957568/t0(0) o8->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783071490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071480.340959:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93a1c9314800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783071480.340987:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff93a1c9314800: connect to target with instance 1 00000100:00080000:3.0:1783071480.341001:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff93a1c9314800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1783071480.341017:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783071480.341025:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1783071480.341035:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1783071480.341039:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c31b8000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1783071480.341047:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1783071480.341051:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783071480.341053:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1783071480.341062:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716957568:192.168.201.110@tcp:8:mount.lustre.0 00010000:00080000:3.0:1783071480.341101:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1cbdfdc00 x1869685716957440/t0(0) o8->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1783071490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071480.341110:0:2398:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93a1c9314800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783071480.341114:0:2398:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93a1c9314800: connect to target with instance 1 00000100:00080000:3.0:1783071480.341120:0:2398:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93a1c9314800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1783071480.341125:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783071480.341128:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1783071480.341130:0:2398:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783071480.341132:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c31be800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1783071480.341135:0:2398:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1783071480.341137:0:2398:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783071480.341149:0:2398:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1783071480.341154:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716957440:192.168.201.110@tcp:8:mount.lustre.0 00000100:00100000:1.0:1783071480.341434:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:335665e0-5830-4da2-a221-3e1f669531af:9101:1869685716957696:192.168.201.110@tcp:900:mount.lustre.0 00000100:00100000:1.0:1783071480.341508:0:9101:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:335665e0-5830-4da2-a221-3e1f669531af:9101:1869685716957824:192.168.201.110@tcp:33:mount.lustre.0 00000100:00100000:1.0:1783071480.341826:0:9101:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c31b0240 going to sleep for 11 seconds 00000100:00100000:1.0:1783071480.345170:0:9101:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:335665e0-5830-4da2-a221-3e1f669531af:9101:1869685716957824:192.168.201.110@tcp:33:mount.lustre.0 00000080:00200000:1.0:1783071480.345412:0:9101:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93a1cad32a08) 00000080:00200000:1.0:1783071480.345422:0:9101:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1783071480.345518:0:9101:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1783071480.348343:0:9101:0:(super25.c:187:lustre_fill_super()) 192.168.201.110@tcp:/lustre: Mount complete 00000400:00000001:2.0:1783071480.570275:0:9129:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:1.0:1783071480.791726:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071480.791737:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071480.791745:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071480.791746:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783071480.791779:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071480.791782:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071480.791786:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783071481.622909:0:8933:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1a20 (cpu 0) has reached its deadline 4295026302, at 4295026304 00000100:00000040:3.0:1783071481.622909:0:8224:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1b30 (cpu 0) has reached its deadline 4295026302, at 4295026304 00000100:00000010:2.0:1783071481.622934:0:8933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c9328e40. 00000100:00000010:3.0:1783071481.622938:0:8224:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c93285a0. 00010000:00000001:1.0:1783071481.817930:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071481.817941:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071481.817948:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071481.817950:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071481.819616:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071481.819627:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071481.819685:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071482.839080:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071482.839092:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071482.839109:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071482.839111:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783071482.839149:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071482.839153:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071482.839156:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071483.864816:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071483.864823:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071483.864828:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071483.864830:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071483.864853:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071483.864857:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071483.864860:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071484.890933:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071484.890943:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071484.890952:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071484.890953:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071484.895126:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071484.895161:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071484.895168:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783071485.599180:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071485.599192:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071485.599204:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384700. 00000020:00000040:0.0:1783071485.599211:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071485.599217:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071485.599222:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071485.599229:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071485.599242:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0010900. 00000100:00000001:0.0:1783071485.599252:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599270:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071485.599285:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071485.599291:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599313:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d39b3e] to pc [ptlrpcd_00_01+1] req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599352:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599355:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071485.599359:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071485.599363:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0385500. 00000020:00000040:0.0:1783071485.599366:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000100:00000001:0.0:1783071485.599368:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071485.599370:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071485.599371:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071485.599375:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0010500. 00000100:00000001:0.0:1783071485.599391:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599396:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071485.599403:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071485.599404:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599408:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cabab83] to pc [ptlrpcd_00_00+0] req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599417:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599420:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071485.599423:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071485.599427:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0385180. 00000020:00000040:0.0:1783071485.599429:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000100:00000001:0.0:1783071485.599432:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071485.599433:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071485.599435:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071485.599439:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0010a00. 00000100:00000001:0.0:1783071485.599442:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599446:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071485.599453:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071485.599455:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599459:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000088fd60] to pc [ptlrpcd_00_01+1] req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599467:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599469:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071485.599473:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071485.599476:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071485.599479:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071485.599488:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071485.599492:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071485.599495:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071485.599497:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c3152000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000100:00000001:0.0:1783071485.599500:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071485.599502:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071485.599504:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071485.599508:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0010400. 00000100:00000001:0.0:1783071485.599511:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599516:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071485.599524:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071485.599526:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599530:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a7a9f5e] to pc [ptlrpcd_00_00+0] req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599537:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599540:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071485.599543:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071485.599546:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384a80. 00000020:00000040:0.0:1783071485.599548:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31bb800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000100:00000001:0.0:1783071485.599550:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071485.599552:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071485.599554:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071485.599557:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0010600. 00000100:00000001:0.0:1783071485.599560:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599564:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071485.599570:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071485.599572:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599576:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff086a2] to pc [ptlrpcd_00_01+1] req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599589:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599592:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071485.599595:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071485.599599:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384000. 00000020:00000040:0.0:1783071485.599601:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31be800 refcount=3 obd=lustre-OST0000-osc-ffff93a1c9314800 00000100:00000001:0.0:1783071485.599603:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071485.599605:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071485.599606:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071485.599610:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0010200. 00000100:00000001:0.0:1783071485.599612:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599616:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071485.599623:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071485.599625:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599628:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e810eef1] to pc [ptlrpcd_00_00+0] req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599635:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599637:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071485.599640:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071485.599643:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387480. 00000020:00000040:0.0:1783071485.599673:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31b8000 refcount=3 obd=lustre-OST0001-osc-ffff93a1c9314800 00000100:00000001:0.0:1783071485.599676:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071485.599677:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071485.599679:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071485.599697:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28a00. 00000100:00000001:0.0:1783071485.599701:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599707:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071485.599714:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071485.599720:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599726:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ea03213] to pc [ptlrpcd_00_01+1] req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599733:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.599740:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (367) 00000100:00000001:0.0:1783071485.599760:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071485.599765:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071485.599767:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071485.599773:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.599782:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071485.599785:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071485.599790:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071485.599794:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071485.599797:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071485.599801:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716958080:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071485.599807:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071485.599815:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071485.599819:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071485.599823:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071485.599829:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c3069200. 02000000:00000001:0.0:1783071485.599831:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071485.599841:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071485.600071:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.600075:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071485.600077:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071485.600095:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600103:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071485.600104:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600107:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071485.600109:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071485.600111:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071485.600114:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716957952:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071485.600118:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071485.600122:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071485.600123:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600125:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071485.600129:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314f800. 02000000:00000001:1.0:1783071485.600131:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071485.600136:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071485.600140:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332738. 00000400:00000010:1.0:1783071485.600155:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c5d8. 00000100:00000200:1.0:1783071485.600165:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716957952, portal 25 00000100:00000001:1.0:1783071485.600168:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071485.600170:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925207808 : -119151784343808 : ffff93a1d0384700) 00000100:00000040:1.0:1783071485.600176:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600184:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071485.600188:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071485.600191:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036ccc0. 00000100:00000200:1.0:1783071485.600196:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869685716957952, offset 0 00000400:00000200:1.0:1783071485.600205:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071485.600217:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.600227:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071485.600235:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071485.600240:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071485.600245:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071485.600248:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071485.600259:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [126:126:256:4294967295] 192.168.201.110@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:1.0:1783071485.600264:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.600280:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071485.600289:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071485.600308:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20200. 00000800:00000200:1.0:1783071485.600317:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071485.600327:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071485.600333:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071485.600353:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071485.600358:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071485.600361:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295031563 00000100:00000010:1.0:1783071485.600367:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c7c2d060. 00000100:00000001:1.0:1783071485.600376:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1783071485.600383:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295031563 00000100:00000010:1.0:1783071485.600387:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c7c2da20. 00000100:00000001:1.0:1783071485.600391:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1783071485.600394:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.600398:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.600402:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071485.600407:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600414:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071485.600415:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600418:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071485.600420:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071485.600422:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071485.600425:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716958208:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071485.600428:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071485.600431:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071485.600433:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600441:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071485.600444:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314ec00. 02000000:00000001:1.0:1783071485.600446:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071485.600449:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071485.600452:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332210. 00000400:00000010:1.0:1783071485.600457:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c770. 00000100:00000200:1.0:1783071485.600460:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958208, portal 10 00000100:00000001:1.0:1783071485.600462:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071485.600463:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925210496 : -119151784341120 : ffff93a1d0385180) 00000100:00000040:1.0:1783071485.600472:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600479:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071485.600481:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071485.600484:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c330. 00000100:00000200:1.0:1783071485.600487:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716958208, offset 0 00000400:00000200:1.0:1783071485.600491:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071485.600495:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.600499:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071485.600502:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071485.600505:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071485.600507:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071485.600509:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071485.600513:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [127:127:255:4294967295] 192.168.201.110@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:1.0:1783071485.600517:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.600523:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071485.600528:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071485.600532:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20300. 00000800:00000200:1.0:1783071485.600536:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071485.600540:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071485.600544:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071485.600548:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.600557:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: using a timeout of 174370 usecs (175 jiffies) 00000400:00000200:1.0:1783071485.600561:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071485.600563:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295030454 00000100:00000001:1.0:1783071485.600567:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295031563 00000100:00000001:1.0:1783071485.600569:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295030454 00000100:00000001:1.0:1783071485.600571:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295031563 00000100:00000001:1.0:1783071485.600574:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.600576:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.600578:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071485.600583:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600589:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071485.600591:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600593:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071485.600595:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071485.600597:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071485.600600:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335665e0-5830-4da2-a221-3e1f669531af:2400:1869685716958464:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071485.600603:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071485.600606:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071485.600608:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600610:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071485.600614:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314f600. 02000000:00000001:1.0:1783071485.600616:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071485.600618:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071485.600621:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332370. 00000400:00000010:1.0:1783071485.600625:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c000. 00000100:00000200:1.0:1783071485.600628:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958464, portal 10 00000100:00000001:1.0:1783071485.600630:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071485.600631:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925208704 : -119151784342912 : ffff93a1d0384a80) 00000020:00000010:1.0:1783071485.600641:0:2400:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93a1c3174000. 00000100:00000040:1.0:1783071485.600666:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600678:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071485.600681:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071485.600684:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c990. 00000100:00000200:1.0:1783071485.600687:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716958464, offset 0 00000400:00000200:1.0:1783071485.600691:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071485.600695:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.600699:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071485.600702:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071485.600704:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071485.600706:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071485.600709:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071485.600712:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [128:128:254:4294967295] 192.168.201.110@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:1.0:1783071485.600716:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.600722:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071485.600727:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071485.600730:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20400. 00000800:00000200:1.0:1783071485.600734:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071485.600739:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071485.600741:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071485.600744:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.600748:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: using a timeout of 29523 usecs (30 jiffies) 00000400:00000200:1.0:1783071485.600751:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071485.600753:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295030309 00000100:00000001:1.0:1783071485.600755:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295031563 00000100:00000001:1.0:1783071485.600758:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295030309 00000100:00000001:1.0:1783071485.600760:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295031563 00000100:00000001:1.0:1783071485.600762:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.600764:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.600771:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071485.600776:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600783:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071485.600785:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600787:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071485.600789:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071485.600791:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071485.600794:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335665e0-5830-4da2-a221-3e1f669531af:2400:1869685716958720:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071485.600798:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071485.600801:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071485.600802:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.600804:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071485.600807:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314e800. 02000000:00000001:1.0:1783071485.600809:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071485.600813:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071485.600816:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332000. 00000400:00000010:1.0:1783071485.600820:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c088. 00000100:00000200:1.0:1783071485.600822:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958720, portal 4 00000100:00000001:1.0:1783071485.600824:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071485.600825:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925219456 : -119151784332160 : ffff93a1d0387480) 00000100:00000040:1.0:1783071485.600830:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.600836:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071485.600838:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071485.600840:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036cee0. 00000100:00000200:1.0:1783071485.600842:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716958720, offset 0 00000400:00000200:1.0:1783071485.601001:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071485.601006:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.601010:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071485.601012:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071485.601015:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071485.601017:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071485.601026:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071485.601029:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [129:129:253:4294967295] 192.168.201.110@tcp LPNI seq info [129:129:5:4294967295] 00000400:00000200:1.0:1783071485.601034:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071485.601040:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071485.601045:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071485.601059:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20500. 00000800:00000200:1.0:1783071485.601064:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071485.601068:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071485.601071:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071485.601075:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.601078:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: using a timeout of 4447 usecs (5 jiffies) 00000400:00000200:1.0:1783071485.601081:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071485.601083:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295030284 00000100:00000001:1.0:1783071485.601086:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295031563 00000100:00000001:1.0:1783071485.601088:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295030284 00000100:00000001:1.0:1783071485.601091:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295031563 00000100:00000001:1.0:1783071485.601093:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.601095:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.601098:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.601101:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.601110:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071485.601113:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783071485.601115:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.601117:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071485.601119:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.601121:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783071485.601324:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071485.601330:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20200. 00000400:00000200:2.0:1783071485.601338:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.601344:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071485.601351:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036ccc0 00000400:00000010:2.0:1783071485.601354:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036ccc0. 00000100:00000001:2.0:1783071485.601359:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071485.601365:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601375:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071485.601386:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601394:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071485.601396:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783071485.601410:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071485.601412:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20300. 00000400:00000200:2.0:1783071485.601415:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.601418:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071485.601421:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c330 00000400:00000010:2.0:1783071485.601422:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c330. 00000100:00000001:2.0:1783071485.601425:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071485.601428:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601435:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071485.601438:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601444:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071485.601446:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783071485.601455:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071485.601456:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20400. 00000400:00000200:2.0:1783071485.601459:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.601462:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071485.601464:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c990 00000400:00000010:2.0:1783071485.601466:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c990. 00000100:00000001:2.0:1783071485.601468:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071485.601471:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601477:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071485.601480:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601486:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071485.601487:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783071485.601576:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071485.601579:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20500. 00000400:00000200:2.0:1783071485.601582:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.601586:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071485.601589:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036cee0 00000400:00000010:2.0:1783071485.601590:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036cee0. 00000100:00000001:2.0:1783071485.601593:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071485.601596:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601603:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071485.601606:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.601612:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071485.601613:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1783071485.601734:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22840. 00000400:00000010:0.0:1783071485.601743:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020e58. 00000100:00000200:0.0:1783071485.601747:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958080, portal 10 00000100:00000001:0.0:1783071485.601750:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071485.601751:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925211392 : -119151784340224 : ffff93a1d0385500) 00000100:00000040:0.0:1783071485.601760:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.601767:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071485.601769:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071485.601772:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c30202a8. 00000100:00000200:0.0:1783071485.601781:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716958080, offset 0 00000400:00000200:0.0:1783071485.601787:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071485.601793:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071485.601797:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071485.601801:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071485.601803:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071485.601806:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071485.601808:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071485.601811:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [130:130:256:4294967295] 192.168.201.110@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1783071485.601814:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071485.601820:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071485.601825:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071485.601829:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28800. 00000800:00000200:0.0:1783071485.601834:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071485.601839:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071485.601842:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071485.602313:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.602320:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: using a timeout of 143006 usecs (144 jiffies) 00000400:00000200:0.0:1783071485.602325:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071485.602328:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295030427 00000100:00000001:0.0:1783071485.602332:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295031563 00000100:00000001:0.0:1783071485.602335:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295030427 00000100:00000001:0.0:1783071485.602337:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295031563 00000100:00000001:0.0:1783071485.602340:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071485.602343:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071485.602348:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071485.602356:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.602365:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071485.602376:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071485.602381:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071485.602384:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071485.602387:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071485.602391:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716958336:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071485.602396:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071485.602403:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071485.602405:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071485.602408:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071485.602432:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c3068a00. 02000000:00000001:0.0:1783071485.602434:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071485.602440:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071485.602443:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22528. 00000400:00000010:0.0:1783071485.602447:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c30203b8. 00000100:00000200:0.0:1783071485.602451:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958336, portal 10 00000100:00000001:0.0:1783071485.602453:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071485.602454:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071485.602462:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.602468:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071485.602470:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071485.602473:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020c38. 00000100:00000200:0.0:1783071485.602476:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716958336, offset 0 00000400:00000200:0.0:1783071485.602480:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071485.602484:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071485.602489:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071485.602492:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071485.602494:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071485.602496:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071485.602498:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071485.602500:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [131:131:255:4294967295] 192.168.201.110@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:0.0:1783071485.602504:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071485.602511:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071485.602523:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071485.602527:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28600. 00000800:00000200:0.0:1783071485.602531:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071485.602537:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071485.602540:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071485.602543:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.602547:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: using a timeout of 17551 usecs (18 jiffies) 00000400:00000200:0.0:1783071485.602550:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071485.602552:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295030301 00000100:00000001:0.0:1783071485.602555:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295031563 00000100:00000001:0.0:1783071485.602557:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295030301 00000100:00000001:0.0:1783071485.602559:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295031563 00000100:00000001:0.0:1783071485.602561:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071485.602563:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071485.602565:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071485.602570:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.602577:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071485.602578:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071485.602581:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071485.602583:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071485.602585:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071485.602587:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716958592:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071485.602591:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071485.602593:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071485.602595:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071485.602597:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071485.602600:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c3068200. 02000000:00000001:0.0:1783071485.602603:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071485.602606:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071485.602614:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22a50. 00000400:00000010:0.0:1783071485.602618:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020f68. 00000100:00000200:0.0:1783071485.602621:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958592, portal 4 00000100:00000001:0.0:1783071485.602622:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071485.602623:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925206016 : -119151784345600 : ffff93a1d0384000) 00000020:00000010:0.0:1783071485.602634:0:2399:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93a1c506e000. 00000100:00000040:0.0:1783071485.602641:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071485.602679:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071485.602682:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071485.602685:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020908. 00000100:00000200:0.0:1783071485.602688:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716958592, offset 0 00000400:00000200:0.0:1783071485.602693:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071485.602698:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071485.602701:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071485.602704:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071485.602706:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071485.602708:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071485.602711:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071485.602713:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [132:132:254:4294967295] 192.168.201.110@tcp LPNI seq info [132:132:6:4294967295] 00000400:00000200:0.0:1783071485.602717:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071485.602723:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071485.602728:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071485.602732:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28900. 00000800:00000200:0.0:1783071485.602736:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071485.602740:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071485.602743:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071485.602746:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071485.602748:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: using a timeout of 5002 usecs (6 jiffies) 00000400:00000200:0.0:1783071485.602752:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071485.602754:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295030289 00000100:00000001:0.0:1783071485.602765:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295031563 00000100:00000001:0.0:1783071485.602768:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295030289 00000100:00000001:0.0:1783071485.602770:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295031563 00000100:00000001:0.0:1783071485.602772:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071485.602774:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071485.602776:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071485.602779:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071485.602797:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071485.602799:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783071485.602803:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071485.602805:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071485.602806:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071485.602809:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1783071485.614338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.619112:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071485.619126:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.619133:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.619146:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.619158:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071485.619173:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.619180:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.619187:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.619191:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a47821003b00 00000400:00000200:2.0:1783071485.619198:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.619205:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:2.0:1783071485.619215:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.619220:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.619224:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.619230:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071485.619240:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071485.619253:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071485.619290:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.620867:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.620874:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071485.620894:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071485.620918:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.620935:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071485.620938:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.620942:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.620949:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.620957:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071485.620967:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.620972:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.620978:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.620982:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821003e00 00000400:00000200:2.0:1783071485.620987:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.620994:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:2.0:1783071485.621002:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.621014:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.621018:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.621023:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071485.621030:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071485.621039:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071485.621060:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.621068:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071485.621072:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.621076:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1783071485.622193:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071485.622201:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28800. 00000400:00000200:3.0:1783071485.622209:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071485.622216:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071485.622223:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c30202a8 00000400:00000010:3.0:1783071485.622226:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c30202a8. 00000100:00000001:3.0:1783071485.622230:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071485.622239:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.622253:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071485.622256:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1783071485.622836:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.622927:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071485.622931:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.622954:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.622962:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.622968:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071485.622976:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.622981:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.622987:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.622991:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821003c00 00000400:00000200:2.0:1783071485.622996:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.623002:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:2.0:1783071485.623010:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.623013:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.623016:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.623020:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071485.623026:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071485.623035:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071485.623057:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.623068:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071485.623078:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.623082:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071485.623083:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.623086:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.623089:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.623092:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071485.623096:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.623099:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.623102:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.623105:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821003d00 00000400:00000200:2.0:1783071485.623109:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071485.623113:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:2.0:1783071485.623117:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.623131:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071485.623133:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071485.623137:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071485.623140:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071485.623146:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071485.623154:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071485.623160:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071485.623164:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071485.623166:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071485.623636:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071485.623638:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071485.624969:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071485.624976:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28600. 00000400:00000200:3.0:1783071485.624983:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071485.624991:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071485.624997:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020c38 00000400:00000010:3.0:1783071485.625000:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020c38. 00000100:00000001:3.0:1783071485.625004:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071485.625013:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.625027:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071485.625030:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.625037:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071485.625039:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071485.625136:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071485.625139:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28900. 00000400:00000200:3.0:1783071485.625143:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071485.625158:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071485.625162:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020908 00000400:00000010:3.0:1783071485.625164:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020908. 00000100:00000001:3.0:1783071485.625167:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071485.625172:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.625181:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071485.625183:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.625190:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071485.625191:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1783071485.625347:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071485.625350:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071485.625354:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332738. 00000400:00000200:1.0:1783071485.625359:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c5d8 00000400:00000010:1.0:1783071485.625368:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c5d8. 00000100:00000001:1.0:1783071485.625373:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071485.625379:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071485.625389:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.625396:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071485.625398:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.625401:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071485.625405:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071485.625409:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071485.625412:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.625415:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071485.625424:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=69 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071485.625429:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071485.625432:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071485.625433:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.625437:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783071485.625439:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.625442:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.625448:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.625455:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.625459:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071485.625461:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071485.625465:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071485.625473:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716957952:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1783071485.625481:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071485.625482:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071485.625484:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332210. 00000400:00000200:1.0:1783071485.625487:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c770 00000400:00000010:1.0:1783071485.625495:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c770. 00000100:00000001:1.0:1783071485.625498:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071485.625503:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071485.625513:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.625519:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071485.625521:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.625523:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071485.625525:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071485.625526:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071485.625528:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.625530:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071485.625538:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2c60 time=68 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071485.625541:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2c18 time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071485.625544:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071485.625545:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.625547:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783071485.625551:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071485.625558:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.625562:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071485.625564:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:1.0:1783071485.625566:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071485.625568:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.625571:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.625578:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.625580:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071485.625582:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071485.625585:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071485.625608:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2400:1869685716958208:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1783071485.625614:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071485.625615:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071485.625617:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332370. 00000400:00000200:1.0:1783071485.625619:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c000 00000400:00000010:1.0:1783071485.625621:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c000. 00000100:00000001:1.0:1783071485.625623:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071485.625627:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071485.625635:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.625640:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071485.625641:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.625643:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071485.625994:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071485.625996:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071485.625998:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.626000:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071485.626006:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bbc60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071485.626010:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bbc18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071485.626013:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071485.626014:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.626016:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783071485.626021:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071485.626030:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.626033:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071485.626034:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:1.0:1783071485.626036:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071485.626037:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.626041:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.626066:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.626069:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071485.626070:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071485.626074:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071485.626082:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335665e0-5830-4da2-a221-3e1f669531af:2400:1869685716958464:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1783071485.626088:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071485.626090:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071485.626092:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332000. 00000400:00000200:1.0:1783071485.626096:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c088 00000400:00000010:1.0:1783071485.626098:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c088. 00000100:00000001:1.0:1783071485.626100:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071485.626104:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071485.626113:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.626119:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071485.626120:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.626122:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071485.626124:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071485.626125:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071485.626127:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.626129:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071485.626133:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31b8460 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071485.626136:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31b8418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071485.626138:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071485.626139:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.626141:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783071485.626145:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071485.626162:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.626165:0:2400:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071485.626166:0:2400:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:1.0:1783071485.626168:0:2400:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071485.626170:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.626173:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.626179:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.626181:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071485.626182:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071485.626186:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071485.626192:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335665e0-5830-4da2-a221-3e1f669531af:2400:1869685716958720:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071485.626196:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.626199:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071485.626203:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384700 x1869685716957952/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.626209:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071485.626212:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071485.626217:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314f800. 02000000:00000001:1.0:1783071485.626221:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071485.626223:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071485.626226:0:2400:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:1.0:1783071485.626228:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071485.626231:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0010900. 02000000:00000001:1.0:1783071485.626236:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071485.626238:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071485.626240:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384700. 00000100:00000001:1.0:1783071485.626244:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071485.626245:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.626253:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071485.626257:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0385180 x1869685716958208/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.626262:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071485.626264:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071485.626265:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314ec00. 02000000:00000001:1.0:1783071485.626267:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071485.626268:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071485.626269:0:2400:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000001:1.0:1783071485.626271:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071485.626273:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0010a00. 02000000:00000001:1.0:1783071485.626275:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071485.626276:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071485.626277:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0385180. 00000100:00000001:1.0:1783071485.626280:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071485.626282:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.626283:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071485.626286:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384a80 x1869685716958464/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.629060:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071485.629075:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071485.629082:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314f600. 02000000:00000001:1.0:1783071485.629092:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071485.629096:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071485.629098:0:2400:0:(genops.c:1244:class_import_put()) import ffff93a1c31bb800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000001:1.0:1783071485.629102:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071485.629105:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0010600. 02000000:00000001:1.0:1783071485.629111:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071485.629113:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071485.629116:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384a80. 00000100:00000001:1.0:1783071485.629122:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071485.629124:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.629128:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071485.629143:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387480 x1869685716958720/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.629153:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071485.629172:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071485.629174:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314e800. 02000000:00000001:1.0:1783071485.629177:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071485.629178:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071485.629179:0:2400:0:(genops.c:1244:class_import_put()) import ffff93a1c31b8000 refcount=2 obd=lustre-OST0001-osc-ffff93a1c9314800 00000020:00000001:1.0:1783071485.629181:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071485.629183:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28a00. 02000000:00000001:1.0:1783071485.629186:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071485.629187:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071485.629189:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387480. 00000100:00000001:1.0:1783071485.629192:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071485.629193:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.629196:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.629207:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071485.629210:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.629214:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.629218:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783071485.639967:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.640002:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071485.640009:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.640013:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071485.640026:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.640038:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071485.640062:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.640069:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.640076:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.640082:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821003d80 00000400:00000200:3.0:1783071485.640088:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.640096:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:3.0:1783071485.640107:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.640118:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071485.640122:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071485.640127:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071485.640136:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071485.640147:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071485.640160:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.640208:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071485.640221:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.640225:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.640358:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.640364:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783071485.640374:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071485.640376:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071485.640380:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22a50. 00000400:00000200:1.0:1783071485.640386:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020f68 00000400:00000010:1.0:1783071485.640389:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020f68. 00000100:00000001:1.0:1783071485.640392:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071485.640398:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071485.640408:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.640414:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071485.640417:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.640420:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071485.640425:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071485.640428:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071485.640431:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.640434:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071485.640447:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bec60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071485.640460:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bec18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071485.640463:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071485.640466:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.640469:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783071485.640475:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071485.640483:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.640488:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071485.640490:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:1.0:1783071485.640492:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071485.640494:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.640499:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.640507:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.640511:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071485.640514:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071485.640518:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071485.640526:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716958592:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071485.640532:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.640535:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071485.640538:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384000 x1869685716958592/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.640546:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071485.640550:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071485.640555:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c3068200. 02000000:00000001:1.0:1783071485.640560:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071485.640563:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071485.640566:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c31be800 refcount=2 obd=lustre-OST0000-osc-ffff93a1c9314800 00000020:00000001:1.0:1783071485.640568:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071485.640572:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0010200. 02000000:00000001:1.0:1783071485.640584:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071485.640587:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071485.640590:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384000. 00000100:00000001:1.0:1783071485.640594:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071485.640596:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.640600:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.640601:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.640603:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071485.640605:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.640606:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783071485.641542:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.641557:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071485.641561:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.641564:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071485.641573:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641580:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071485.641589:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641593:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641600:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641604:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821003c80 00000400:00000200:3.0:1783071485.641609:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641615:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x755 [1] + 224 00000800:00000001:3.0:1783071485.641623:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.641627:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071485.641630:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071485.641634:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071485.641641:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071485.641684:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071485.641696:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.641711:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071485.641719:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.641723:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071485.641725:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.641727:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071485.641730:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641734:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071485.641752:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641755:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641758:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641760:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821003b80 00000400:00000200:3.0:1783071485.641764:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071485.641769:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x74d [1] + 224 00000800:00000001:3.0:1783071485.641774:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.641840:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071485.641843:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071485.641858:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071485.641862:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071485.641869:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071485.641878:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071485.641885:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071485.641890:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071485.641893:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.642519:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.642524:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783071485.642532:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071485.642534:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071485.642538:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22840. 00000400:00000200:1.0:1783071485.642545:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020e58 00000400:00000010:1.0:1783071485.642548:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020e58. 00000100:00000001:1.0:1783071485.642551:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071485.642559:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071485.642569:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.642576:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071485.642578:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.642582:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071485.642585:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071485.642588:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071485.642593:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.642596:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071485.642608:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2460 time=69 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071485.642614:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2418 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071485.642617:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071485.642619:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.642623:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783071485.642628:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.642633:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071485.642636:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:1.0:1783071485.642674:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071485.642676:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.642683:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.642692:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.642696:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071485.642698:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071485.642702:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071485.642711:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716958080:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1783071485.642719:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071485.642720:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071485.642722:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22528. 00000400:00000200:1.0:1783071485.642725:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c30203b8 00000400:00000010:1.0:1783071485.642726:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c30203b8. 00000100:00000001:1.0:1783071485.642729:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071485.642733:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071485.642742:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.642748:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071485.642750:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.642752:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071485.642754:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071485.642755:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071485.642757:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071485.642759:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071485.642765:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c3152460 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071485.642769:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3152418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071485.642771:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071485.642772:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.642774:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783071485.642783:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.642786:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071485.642788:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:1.0:1783071485.642790:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071485.642791:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071485.642796:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.642802:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071485.642804:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071485.642806:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071485.642809:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071485.642817:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716958336:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071485.642821:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.642824:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071485.642828:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0385500 x1869685716958080/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.642835:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071485.642839:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071485.642843:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c3069200. 02000000:00000001:1.0:1783071485.642925:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071485.642929:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071485.642932:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000001:1.0:1783071485.642934:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071485.642938:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0010500. 02000000:00000001:1.0:1783071485.642944:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071485.642946:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071485.642948:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0385500. 00000100:00000001:1.0:1783071485.642953:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071485.642954:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.642956:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071485.642961:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716958336/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071485.642979:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071485.642981:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071485.642983:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c3068a00. 02000000:00000001:1.0:1783071485.642986:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071485.642988:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071485.642989:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c3152000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000001:1.0:1783071485.642991:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071485.642993:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0010400. 02000000:00000001:1.0:1783071485.642995:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071485.642996:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071485.642998:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:1.0:1783071485.643001:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071485.643002:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.643005:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071485.643016:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071485.643018:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071485.643020:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071485.643023:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.912341:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071485.912354:0:64:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783071485.912357:0:64:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783071485.912362:0:64:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.912368:0:64:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783071485.912371:0:64:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.912373:0:64:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.912376:0:64:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071485.912389:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071485.912391:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071485.914222:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071485.914232:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071485.914238:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783071486.402124:0:9330:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783071486.402139:0:9330:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1783071486.815506:0:9366:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1783071486.815517:0:9366:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg110-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1783071486.821077:0:9366:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1783071486.893000:0:9370:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783071486.893013:0:9370:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071486.934713:0:450:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1b30 (cpu 0) has reached its deadline 4295031563, at 4295031616 00000100:00000010:3.0:1783071486.934734:0:450:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c7c2da20. 00000100:00000040:2.0:1783071486.937193:0:8933:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1a20 (cpu 0) has reached its deadline 4295031563, at 4295031618 00000100:00000010:2.0:1783071486.937214:0:8933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c7c2d060. 00010000:00000001:1.0:1783071486.939221:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071486.939229:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071486.939236:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071486.939237:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071486.941884:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071486.941894:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071486.941901:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1783071486.969286:0:9375:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783071486.969302:0:9375:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071487.959362:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071487.959379:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071487.959423:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071487.959424:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071487.959636:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071487.959641:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071487.959644:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071488.983085:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071488.983097:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071488.983105:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071488.983107:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071488.983259:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071488.983263:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071488.983267:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071490.009388:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071490.009396:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071490.009402:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071490.009405:0:64:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783071490.009408:0:64:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783071490.009411:0:64:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071490.009414:0:64:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783071490.009417:0:64:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071490.009419:0:64:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071490.009421:0:64:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071490.010531:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071490.010537:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071490.010541:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783071490.712688:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783071490.712701:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783071490.712732:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d033d500. 00000020:00000040:2.0:1783071490.712739:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:2.0:1783071490.712743:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783071490.712748:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783071490.712754:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783071490.712763:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c2f5b600. 00000100:00000001:2.0:1783071490.712770:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712784:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783071490.712795:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783071490.712800:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712808:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2489e0b] to pc [ptlrpcd_01_01+1] req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.712845:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712849:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783071490.712852:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783071490.712856:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d033c700. 00000020:00000040:2.0:1783071490.712858:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000100:00000001:2.0:1783071490.712860:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783071490.712861:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783071490.712863:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783071490.712867:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c2f5b000. 00000100:00000001:2.0:1783071490.712871:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712876:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783071490.712884:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783071490.712885:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712889:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b50726f] to pc [ptlrpcd_01_00+0] req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.712898:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712900:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783071490.712909:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783071490.712912:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d033ca80. 00000020:00000040:2.0:1783071490.712915:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000100:00000001:2.0:1783071490.712918:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783071490.712919:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783071490.712922:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783071490.712926:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c2f5b900. 00000100:00000001:2.0:1783071490.712929:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712934:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783071490.712939:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783071490.712940:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712943:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035f640b1] to pc [ptlrpcd_01_01+1] req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.712948:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.712949:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783071490.712952:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783071490.712954:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1783071490.712956:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1783071490.712958:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783071490.712989:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783071490.712995:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d033f480. 00000020:00000040:2.0:1783071490.712997:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c3152000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000100:00000001:2.0:1783071490.713000:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783071490.713001:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783071490.713003:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783071490.713006:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c2f5b100. 00000100:00000001:2.0:1783071490.713009:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713020:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783071490.713027:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783071490.713029:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713033:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043c283a5] to pc [ptlrpcd_01_00+0] req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713045:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713048:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783071490.713051:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783071490.713055:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d033ed80. 00000020:00000040:2.0:1783071490.713058:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31bb800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000100:00000001:2.0:1783071490.713061:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783071490.713062:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783071490.713063:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783071490.713067:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c2f5b700. 00000100:00000001:2.0:1783071490.713070:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713074:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783071490.713080:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783071490.713082:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713085:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2a3cf8e] to pc [ptlrpcd_01_01+1] req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713092:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713094:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783071490.713098:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783071490.713102:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d033e680. 00000020:00000040:2.0:1783071490.713104:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31be800 refcount=3 obd=lustre-OST0000-osc-ffff93a1c9314800 00000100:00000001:2.0:1783071490.713106:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783071490.713107:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783071490.713109:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783071490.713121:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1ccc15a00. 00000100:00000001:2.0:1783071490.713124:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713128:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783071490.713135:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783071490.713136:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713140:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a06a23aa] to pc [ptlrpcd_01_00+0] req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713146:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713148:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1783071490.713156:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1783071490.713160:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d033ea00. 00000020:00000040:2.0:1783071490.713163:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31b8000 refcount=3 obd=lustre-OST0001-osc-ffff93a1c9314800 00000100:00000001:2.0:1783071490.713165:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1783071490.713166:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1783071490.713167:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783071490.713172:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb6f3d00. 00000100:00000001:2.0:1783071490.713175:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713179:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783071490.713185:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1783071490.713187:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713190:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003756b744] to pc [ptlrpcd_01_01+1] req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713196:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713201:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:2.0:1783071490.713231:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071490.713236:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071490.713239:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071490.713245:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713267:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071490.713269:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.713274:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071490.713277:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071490.713280:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.713284:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716958976:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.713289:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071490.713298:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071490.713302:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.713305:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071490.713311:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd54c00. 02000000:00000001:2.0:1783071490.713313:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.713323:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071490.713343:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691ed10. 00000400:00000010:2.0:1783071490.713356:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1e58. 00000100:00000200:2.0:1783071490.713365:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958976, portal 10 00000100:00000001:2.0:1783071490.713369:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071490.713371:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921924912896 : -119151784638720 : ffff93a1d033c700) 00000100:00000040:2.0:1783071490.713381:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713390:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071490.713393:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071490.713396:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1990. 00000100:00000200:2.0:1783071490.713400:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716958976, offset 0 00000400:00000200:2.0:1783071490.713408:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071490.713423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.713438:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071490.713446:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071490.713451:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071490.713457:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071490.713460:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071490.713471:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [133:133:256:4294967295] 192.168.201.110@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1783071490.713476:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.713600:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071490.713608:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071490.713615:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3b00. 00000800:00000200:2.0:1783071490.713624:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071490.713637:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071490.713643:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071490.713688:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713695:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: using a timeout of 138958 usecs (139 jiffies) 00000400:00000200:2.0:1783071490.713699:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071490.713703:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295035534 00000100:00000010:2.0:1783071490.713709:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c4ef5960. 00000100:00000001:2.0:1783071490.713722:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1783071490.713729:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295035534 00000100:00000010:2.0:1783071490.713733:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c2bc0ae0. 00000100:00000001:2.0:1783071490.713737:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1783071490.713747:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.713751:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.713755:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071490.713760:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713767:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071490.713768:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.713770:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071490.713773:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071490.713775:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.713779:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959232:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.713782:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071490.713791:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071490.713793:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.713795:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071490.713798:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55400. 02000000:00000001:2.0:1783071490.713800:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.713804:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071490.713808:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691eb58. 00000400:00000010:2.0:1783071490.713812:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1b28. 00000100:00000200:2.0:1783071490.713816:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716959232, portal 10 00000100:00000001:2.0:1783071490.713818:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071490.713819:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921924924544 : -119151784627072 : ffff93a1d033f480) 00000100:00000040:2.0:1783071490.713827:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713835:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071490.713837:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071490.713839:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1660. 00000100:00000200:2.0:1783071490.713842:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716959232, offset 0 00000400:00000200:2.0:1783071490.713847:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071490.713851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.713855:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071490.713858:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071490.713862:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071490.713864:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071490.713866:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071490.713868:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [134:134:255:4294967295] 192.168.201.110@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:2.0:1783071490.713872:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.713878:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071490.713883:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071490.713887:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3000. 00000800:00000200:2.0:1783071490.713891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071490.713895:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071490.713898:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071490.713908:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.713911:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: using a timeout of 22760 usecs (23 jiffies) 00000400:00000200:2.0:1783071490.713915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071490.713918:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295035418 00000100:00000001:2.0:1783071490.713921:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295035534 00000100:00000001:2.0:1783071490.713923:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295035418 00000100:00000001:2.0:1783071490.713925:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295035534 00000100:00000001:2.0:1783071490.713927:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.713930:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.713932:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071490.713935:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.713941:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071490.713943:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.713945:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071490.713947:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071490.713949:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.713952:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959488:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.713955:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071490.713958:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071490.713971:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.713973:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071490.713977:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd54a00. 02000000:00000001:2.0:1783071490.713979:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.713983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071490.713985:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691e9f8. 00000400:00000010:2.0:1783071490.713990:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1dd0. 00000100:00000200:2.0:1783071490.713993:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716959488, portal 4 00000100:00000001:2.0:1783071490.713995:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071490.713996:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921924920960 : -119151784630656 : ffff93a1d033e680) 00000020:00000010:2.0:1783071490.714005:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93a1c31f8000. 00000100:00000040:2.0:1783071490.714018:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.714025:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071490.714027:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071490.714030:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba12a8. 00000100:00000200:2.0:1783071490.714033:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716959488, offset 0 00000400:00000200:2.0:1783071490.714038:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071490.714042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.714045:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071490.714048:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071490.714051:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071490.714053:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071490.714056:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071490.714058:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [135:135:254:4294967295] 192.168.201.110@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000200:2.0:1783071490.714062:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.714068:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071490.714073:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071490.714077:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3c00. 00000800:00000200:2.0:1783071490.714080:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071490.714085:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071490.714087:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071490.714090:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.714094:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: using a timeout of 27992 usecs (28 jiffies) 00000400:00000200:2.0:1783071490.714097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071490.714099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295035423 00000100:00000001:2.0:1783071490.714101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295035534 00000100:00000001:2.0:1783071490.714103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295035423 00000100:00000001:2.0:1783071490.714106:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295035534 00000100:00000001:2.0:1783071490.714108:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.714116:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.714119:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.714122:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.714133:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071490.714136:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783071490.714139:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071490.714140:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071490.714142:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.714145:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:2.0:1783071490.714147:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.714149:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071490.714150:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.714152:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071490.714153:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071490.714154:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071490.714159:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.714166:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071490.714168:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.714170:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071490.714172:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071490.714174:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.714177:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716958848:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.714180:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071490.714184:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071490.714185:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.714187:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071490.714190:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55e00. 02000000:00000001:2.0:1783071490.714192:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.714196:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071490.714199:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691eec8. 00000400:00000010:2.0:1783071490.714203:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba13b8. 00000100:00000200:2.0:1783071490.714207:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716958848, portal 25 00000100:00000001:2.0:1783071490.714209:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071490.714210:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921924916480 : -119151784635136 : ffff93a1d033d500) 00000100:00000040:2.0:1783071490.714215:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.714228:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071490.714231:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071490.714234:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1110. 00000100:00000200:2.0:1783071490.714237:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869685716958848, offset 0 00000400:00000200:2.0:1783071490.714242:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071490.714246:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.714249:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071490.714252:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071490.714254:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071490.714256:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071490.714258:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071490.714261:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [136:136:253:4294967295] 192.168.201.110@tcp LPNI seq info [136:136:5:4294967295] 00000400:00000200:2.0:1783071490.714264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.714271:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071490.714275:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071490.714280:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3500. 00000800:00000200:2.0:1783071490.714284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071490.714288:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071490.714291:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071490.714294:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.714298:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071490.714300:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295036679 00000100:00000001:2.0:1783071490.714307:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295035534 00000100:00000001:2.0:1783071490.714311:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295036679 00000100:00000001:2.0:1783071490.714315:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295035534 00000100:00000001:2.0:1783071490.714317:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.714319:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.714321:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071490.714325:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714456:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071490.714460:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783071490.714529:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071490.714533:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3b00. 00000400:00000200:3.0:1783071490.714544:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.714550:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071490.714557:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1990 00000400:00000010:3.0:1783071490.714560:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1990. 00000100:00000001:3.0:1783071490.714567:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071490.714578:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714589:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071490.714592:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714600:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071490.714601:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071490.714617:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071490.714619:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3000. 00000400:00000200:3.0:1783071490.714621:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.714624:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071490.714626:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1660 00000400:00000010:3.0:1783071490.714627:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1660. 00000100:00000001:3.0:1783071490.714630:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071490.714632:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714639:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071490.714642:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714688:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071490.714690:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071490.714699:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071490.714701:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3c00. 00000400:00000200:3.0:1783071490.714703:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.714706:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071490.714709:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba12a8 00000400:00000010:3.0:1783071490.714710:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba12a8. 00000100:00000001:3.0:1783071490.714712:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071490.714716:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714722:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071490.714724:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714735:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071490.714736:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071490.714815:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071490.714818:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3500. 00000400:00000200:3.0:1783071490.714820:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.714824:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071490.714826:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1110 00000400:00000010:3.0:1783071490.714828:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1110. 00000100:00000001:3.0:1783071490.714830:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071490.714834:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714841:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071490.714844:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.714850:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071490.714852:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1783071490.715609:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071490.715612:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.715617:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071490.715620:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071490.715623:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.715629:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716959104:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.715634:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071490.715640:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071490.715643:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.715658:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071490.715665:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55000. 02000000:00000001:2.0:1783071490.715667:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.715674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071490.715678:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691eb00. 00000400:00000010:2.0:1783071490.715686:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1908. 00000100:00000200:2.0:1783071490.715691:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716959104, portal 10 00000100:00000001:2.0:1783071490.715694:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071490.715695:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921924913792 : -119151784637824 : ffff93a1d033ca80) 00000100:00000040:2.0:1783071490.715705:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.715712:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071490.715715:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071490.715718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1f68. 00000100:00000200:2.0:1783071490.715721:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716959104, offset 0 00000400:00000200:2.0:1783071490.715727:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071490.715735:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.715743:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071490.715748:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071490.715753:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071490.715756:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071490.715758:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071490.715771:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [137:137:256:4294967295] 192.168.201.110@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1783071490.715777:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.715788:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071490.715807:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071490.715813:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3500. 00000800:00000200:2.0:1783071490.715818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071490.715825:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071490.715829:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071490.715848:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.715853:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: using a timeout of 166028 usecs (167 jiffies) 00000400:00000200:2.0:1783071490.715857:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071490.715859:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295035564 00000100:00000001:2.0:1783071490.715863:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295036679 00000100:00000001:2.0:1783071490.715865:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295035564 00000100:00000001:2.0:1783071490.715868:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295036679 00000100:00000001:2.0:1783071490.715870:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.715873:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.715876:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071490.715881:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.715889:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071490.715890:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.715892:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071490.715894:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071490.715896:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.715898:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959360:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.715902:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071490.715905:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071490.715907:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.715915:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071490.715918:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55800. 02000000:00000001:2.0:1783071490.715920:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.715923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071490.715926:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691e268. 00000400:00000010:2.0:1783071490.715929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1c38. 00000100:00000200:2.0:1783071490.715932:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716959360, portal 10 00000100:00000001:2.0:1783071490.715934:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071490.715935:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921924922752 : -119151784628864 : ffff93a1d033ed80) 00000100:00000040:2.0:1783071490.715942:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.715949:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071490.715951:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071490.715953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1550. 00000100:00000200:2.0:1783071490.715956:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716959360, offset 0 00000400:00000200:2.0:1783071490.715969:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071490.715974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.715977:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071490.715980:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071490.715983:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071490.715984:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071490.715987:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071490.715989:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [138:138:255:4294967295] 192.168.201.110@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:2.0:1783071490.715993:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.715999:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071490.716004:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071490.716007:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3c00. 00000800:00000200:2.0:1783071490.716011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071490.716016:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071490.716018:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071490.716021:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.716031:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: using a timeout of 30538 usecs (31 jiffies) 00000400:00000200:2.0:1783071490.716035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071490.716037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295035428 00000100:00000001:2.0:1783071490.716039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295036679 00000100:00000001:2.0:1783071490.716041:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295035428 00000100:00000001:2.0:1783071490.716044:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295036679 00000100:00000001:2.0:1783071490.716046:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.716048:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.716051:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071490.716055:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.716062:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071490.716064:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.716067:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071490.716069:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071490.716071:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071490.716073:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d033ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959616:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.716077:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071490.716080:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071490.716081:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.716083:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071490.716086:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55600. 02000000:00000001:2.0:1783071490.716088:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071490.716091:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071490.716094:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691e0b0. 00000400:00000010:2.0:1783071490.716098:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1088. 00000100:00000200:2.0:1783071490.716100:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716959616, portal 4 00000100:00000001:2.0:1783071490.716103:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071490.716104:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921924921856 : -119151784629760 : ffff93a1d033ea00) 00000020:00000010:2.0:1783071490.716115:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93a1c31fc000. 00000100:00000040:2.0:1783071490.716122:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.716134:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071490.716137:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071490.716139:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba15d8. 00000100:00000200:2.0:1783071490.716142:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716959616, offset 0 00000400:00000200:2.0:1783071490.716146:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071490.716150:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.716155:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071490.716157:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071490.716160:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071490.716162:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071490.716165:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071490.716168:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [139:139:254:4294967295] 192.168.201.110@tcp LPNI seq info [139:139:6:4294967295] 00000400:00000200:2.0:1783071490.716172:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071490.716178:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071490.716183:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071490.716186:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3000. 00000800:00000200:2.0:1783071490.716190:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071490.716194:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071490.716197:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071490.716200:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.716203:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: using a timeout of 18717 usecs (19 jiffies) 00000400:00000200:2.0:1783071490.716206:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071490.716209:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295035416 00000100:00000001:2.0:1783071490.716211:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295036679 00000100:00000001:2.0:1783071490.716213:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295035416 00000100:00000001:2.0:1783071490.716215:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295036679 00000100:00000001:2.0:1783071490.716217:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.716219:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.716229:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.716234:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783071490.717403:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071490.717414:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3500. 00000400:00000200:3.0:1783071490.717426:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.717435:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071490.717443:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1f68 00000400:00000010:3.0:1783071490.717446:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1f68. 00000100:00000001:3.0:1783071490.717454:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071490.717465:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.717713:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071490.717720:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.717728:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071490.717731:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071490.717752:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071490.717769:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3c00. 00000400:00000200:3.0:1783071490.717772:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.717776:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071490.717779:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1550 00000400:00000010:3.0:1783071490.717780:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1550. 00000100:00000001:3.0:1783071490.717783:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071490.717787:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.717795:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071490.717797:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.717804:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071490.717806:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071490.717896:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071490.717899:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3000. 00000400:00000200:3.0:1783071490.717902:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.717906:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071490.717909:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba15d8 00000400:00000010:3.0:1783071490.717911:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba15d8. 00000100:00000001:3.0:1783071490.717913:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071490.717917:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.717925:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071490.717927:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.717933:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071490.717935:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783071490.718479:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.718779:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.718783:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.718785:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.718793:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718800:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071490.718820:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718826:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718832:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718836:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821003f00 00000400:00000200:3.0:1783071490.718841:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718848:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:3.0:1783071490.718857:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.718861:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.718864:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.718867:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071490.718875:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071490.718883:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071490.718894:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.718917:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071490.718926:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.718929:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.718931:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.718933:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.718936:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718939:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071490.718944:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718946:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718948:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718951:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004000 00000400:00000200:3.0:1783071490.718954:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.718969:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1783071490.718974:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.718978:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.718980:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.718989:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071490.718992:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071490.718997:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071490.719006:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.719013:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071490.719017:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.719020:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.719021:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.719024:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.719026:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.719029:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071490.719033:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.719035:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.719038:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.719041:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821004100 00000400:00000200:3.0:1783071490.719044:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.719049:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:3.0:1783071490.719053:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.719058:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.719060:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.719063:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071490.719066:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071490.719071:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071490.719079:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.719087:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071490.719090:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.719099:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.723793:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071490.723805:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783071490.723820:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071490.723823:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071490.723829:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691ed10. 00000400:00000200:2.0:1783071490.723840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1e58 00000400:00000010:2.0:1783071490.723843:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1e58. 00000100:00000001:2.0:1783071490.723849:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071490.723865:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071490.723879:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.723888:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071490.723891:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.723894:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071490.723899:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071490.723902:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071490.723905:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.723909:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071490.723920:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2460 time=74 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071490.723925:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2418 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071490.723928:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071490.723930:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071490.723933:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783071490.723937:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.723942:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071490.723945:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:2.0:1783071490.723947:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071490.723948:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.723953:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.723970:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.723974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071490.724001:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071490.724006:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071490.724014:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716958976:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071490.724022:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071490.724023:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071490.724025:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691eb58. 00000400:00000200:2.0:1783071490.724028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1b28 00000400:00000010:2.0:1783071490.724029:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1b28. 00000100:00000001:2.0:1783071490.724032:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071490.724036:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071490.724044:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.724050:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071490.724052:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.724053:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071490.724055:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071490.724056:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071490.724057:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.724059:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071490.724064:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c3152460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071490.724067:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3152418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071490.724069:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071490.724070:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071490.724071:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783071490.724073:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.724076:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071490.724077:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071490.724079:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071490.724080:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.724083:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.724100:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.724102:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071490.724104:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071490.724107:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071490.724115:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959232:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071490.724122:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071490.724123:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071490.724125:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691e9f8. 00000400:00000200:2.0:1783071490.724128:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1dd0 00000400:00000010:2.0:1783071490.724130:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1dd0. 00000100:00000001:2.0:1783071490.724133:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071490.724137:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071490.724146:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.724152:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071490.724154:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.724155:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071490.724157:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071490.724158:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071490.724159:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.724161:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071490.724166:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bec60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071490.724169:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bec18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071490.724171:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071490.724172:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071490.724174:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071490.724177:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071490.724195:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.724197:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071490.724199:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071490.724200:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071490.724202:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.724206:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.724212:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.724214:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071490.724216:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071490.724219:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071490.724226:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959488:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.724231:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.724234:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071490.724237:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d033c700 x1869685716958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.724244:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071490.724247:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071490.724251:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd54c00. 02000000:00000001:2.0:1783071490.724255:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071490.724259:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071490.724261:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000001:2.0:1783071490.724263:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071490.724267:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c2f5b000. 02000000:00000001:2.0:1783071490.724275:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071490.724277:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071490.724280:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d033c700. 00000100:00000001:2.0:1783071490.724285:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071490.724287:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.724297:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071490.724301:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d033f480 x1869685716959232/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.724307:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071490.724308:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071490.724310:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55400. 02000000:00000001:2.0:1783071490.724312:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071490.724313:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071490.724315:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c3152000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000001:2.0:1783071490.724316:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071490.724318:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c2f5b100. 02000000:00000001:2.0:1783071490.724320:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071490.724321:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071490.724323:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d033f480. 00000100:00000001:2.0:1783071490.724326:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071490.724327:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.724972:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.724989:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.724993:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.724996:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.725005:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725012:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071490.725022:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725028:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725035:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725040:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a47821003e80 00000400:00000200:3.0:1783071490.725045:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725053:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:3.0:1783071490.725062:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725066:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.725069:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.725075:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071490.725085:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071490.725091:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071490.725101:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.725110:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071490.725121:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725125:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.725127:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725129:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.725132:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725136:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071490.725140:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725143:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725146:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725149:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821003f80 00000400:00000200:3.0:1783071490.725162:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725167:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1783071490.725173:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725177:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.725179:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.725182:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071490.725186:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071490.725192:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071490.725200:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.725208:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071490.725211:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725214:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.725216:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725217:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.725220:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725224:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071490.725228:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725231:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725233:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725236:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004080 00000400:00000200:3.0:1783071490.725239:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.725243:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:3.0:1783071490.725246:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725250:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.725252:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.725255:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071490.725258:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071490.725262:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071490.725281:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.725287:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071490.725291:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.725293:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.726035:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.726043:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071490.726046:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.726048:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.726053:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.726058:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071490.726063:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.726066:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.726070:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.726073:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821004180 00000400:00000200:3.0:1783071490.726078:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071490.726083:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:3.0:1783071490.726089:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.726094:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071490.726097:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071490.726100:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071490.726106:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071490.726112:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071490.726122:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071490.726129:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071490.726133:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071490.726136:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.726208:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071490.726217:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d033e680 x1869685716959488/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.726224:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071490.726228:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071490.726232:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd54a00. 02000000:00000001:2.0:1783071490.726236:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071490.726239:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071490.726240:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c31be800 refcount=2 obd=lustre-OST0000-osc-ffff93a1c9314800 00000020:00000001:2.0:1783071490.726242:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071490.726245:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1ccc15a00. 02000000:00000001:2.0:1783071490.726249:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071490.726251:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071490.726253:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d033e680. 00000100:00000001:2.0:1783071490.726257:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071490.726259:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.726263:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.726266:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071490.726268:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783071490.726275:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071490.726286:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071490.726289:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691eec8. 00000400:00000200:2.0:1783071490.726292:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba13b8 00000400:00000010:2.0:1783071490.726295:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba13b8. 00000100:00000001:2.0:1783071490.726299:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071490.726304:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071490.726312:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.726317:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071490.726319:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.726322:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071490.726324:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071490.726635:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071490.726639:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.726643:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071490.726672:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=74 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071490.726678:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071490.726681:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071490.726682:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071490.726685:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783071490.726687:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.726690:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.726697:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.726704:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.726708:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071490.726710:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071490.726714:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071490.726721:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716958848:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071490.726729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071490.726737:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071490.726739:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691eb00. 00000400:00000200:2.0:1783071490.726741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1908 00000400:00000010:2.0:1783071490.726743:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1908. 00000100:00000001:2.0:1783071490.726746:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071490.726751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071490.726759:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.726765:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071490.726767:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.726769:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071490.726771:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071490.726772:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071490.726774:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.726777:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071490.726783:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2c60 time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071490.726788:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2c18 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071490.726801:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071490.726803:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071490.726805:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071490.726810:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071490.726817:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.726821:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071490.726824:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:2.0:1783071490.726826:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071490.726827:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.726830:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.726837:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.726839:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071490.726841:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071490.726851:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071490.726859:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716959104:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071490.726866:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071490.726867:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071490.726870:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691e268. 00000400:00000200:2.0:1783071490.726872:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1c38 00000400:00000010:2.0:1783071490.726874:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1c38. 00000100:00000001:2.0:1783071490.726876:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071490.726879:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071490.726888:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.726894:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071490.726896:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.726897:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071490.726899:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071490.726900:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071490.726901:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.726903:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071490.726908:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bbc60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071490.726911:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bbc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071490.726913:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071490.726915:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071490.726916:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071490.726920:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071490.726926:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.726928:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071490.726930:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071490.726932:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071490.726939:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.726944:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.726951:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.726953:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071490.726954:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071490.726958:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071490.726975:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959360:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071490.726982:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071490.726983:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071490.726985:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691e0b0. 00000400:00000200:2.0:1783071490.726988:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1088 00000400:00000010:2.0:1783071490.726989:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1088. 00000100:00000001:2.0:1783071490.726991:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071490.726995:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071490.727003:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.727009:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071490.727010:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.727012:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071490.727013:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071490.727015:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071490.727016:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071490.727018:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071490.727023:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31b8460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071490.727025:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31b8418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071490.727028:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071490.727029:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071490.727031:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071490.727034:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071490.727045:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.727048:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071490.727049:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071490.727051:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071490.727052:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071490.727056:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.727061:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071490.727063:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071490.727064:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071490.727067:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071490.727073:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d033ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716959616:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071490.727077:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.727080:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071490.727083:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d033d500 x1869685716958848/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.727089:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071490.727091:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071490.727093:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55e00. 02000000:00000001:2.0:1783071490.727096:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071490.727098:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071490.727099:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:2.0:1783071490.727101:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071490.727103:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c2f5b600. 02000000:00000001:2.0:1783071490.727106:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071490.727108:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071490.727110:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d033d500. 00000100:00000001:2.0:1783071490.727115:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071490.727117:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.727123:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071490.727127:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d033ca80 x1869685716959104/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.727133:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071490.727134:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071490.727136:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55000. 02000000:00000001:2.0:1783071490.727138:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071490.727140:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071490.727141:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000001:2.0:1783071490.727143:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071490.727144:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c2f5b900. 02000000:00000001:2.0:1783071490.727147:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071490.727148:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071490.727149:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d033ca80. 00000100:00000001:2.0:1783071490.727153:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071490.727154:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.727155:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071490.727158:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d033ed80 x1869685716959360/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.727164:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071490.727166:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071490.727167:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55800. 02000000:00000001:2.0:1783071490.727170:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071490.727171:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071490.727172:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c31bb800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000001:2.0:1783071490.727174:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071490.727176:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c2f5b700. 02000000:00000001:2.0:1783071490.727178:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071490.727179:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071490.727181:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d033ed80. 00000100:00000001:2.0:1783071490.727183:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071490.727185:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.727186:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071490.727189:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d033ea00 x1869685716959616/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071490.727195:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071490.727205:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071490.727206:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55600. 02000000:00000001:2.0:1783071490.727209:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071490.727210:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071490.727211:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c31b8000 refcount=2 obd=lustre-OST0001-osc-ffff93a1c9314800 00000020:00000001:2.0:1783071490.727214:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071490.727215:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb6f3d00. 02000000:00000001:2.0:1783071490.727218:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071490.727219:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071490.727220:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d033ea00. 00000100:00000001:2.0:1783071490.727223:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071490.727224:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.727226:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071490.727236:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071490.727239:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071490.727242:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071490.727244:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071491.030756:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071491.030768:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071491.030775:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071491.030777:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071491.036633:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071491.036716:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071491.036723:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783071492.054818:0:450:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1b30 (cpu 0) has reached its deadline 4295036679, at 4295036736 00000100:00000040:2.0:1783071492.054830:0:8933:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1a20 (cpu 0) has reached its deadline 4295036679, at 4295036736 00000100:00000010:3.0:1783071492.054841:0:450:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c2bc0ae0. 00000100:00000010:2.0:1783071492.054849:0:8933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c4ef5960. 00010000:00000001:1.0:1783071492.057205:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071492.057211:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071492.057218:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071492.057219:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071492.059502:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071492.059509:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071492.059513:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071493.078836:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071493.078846:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071493.078853:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071493.078854:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071493.079718:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071493.079722:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071493.079726:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1783071493.761539:0:9626:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783071493.761554:0:9626:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783071493.819425:0:9628:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783071493.819451:0:9628:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783071493.935873:0:9635:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783071493.935887:0:9635:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783071493.960087:0:9637:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1783071493.960104:0:9637:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071494.104500:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071494.104509:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071494.104519:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071494.104521:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071494.105568:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071494.105576:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071494.105582:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071495.127684:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071495.127694:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071495.127701:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071495.127702:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071495.128011:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071495.128016:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071495.128020:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783071495.833328:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071495.833339:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071495.833350:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9309c00. 00000020:00000040:3.0:1783071495.833356:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:3.0:1783071495.833360:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071495.833363:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071495.833368:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071495.833376:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0290f00. 00000100:00000001:3.0:1783071495.833383:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833407:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071495.833420:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071495.833424:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833431:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098fcbffc] to pc [ptlrpcd_01_00+0] req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833456:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833459:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071495.833462:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071495.833465:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c930bb80. 00000020:00000040:3.0:1783071495.833467:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000100:00000001:3.0:1783071495.833469:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071495.833470:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071495.833472:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071495.833475:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0290c00. 00000100:00000001:3.0:1783071495.833485:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833490:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071495.833496:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071495.833497:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833501:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001569a436] to pc [ptlrpcd_01_01+1] req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833508:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833510:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071495.833512:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071495.833515:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c930a300. 00000020:00000040:3.0:1783071495.833517:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000100:00000001:3.0:1783071495.833518:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071495.833520:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071495.833521:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071495.833524:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0290300. 00000100:00000001:3.0:1783071495.833526:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833530:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071495.833535:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071495.833537:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833540:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdcc644d] to pc [ptlrpcd_01_00+0] req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833558:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833561:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071495.833564:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071495.833566:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071495.833569:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071495.833578:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071495.833581:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071495.833583:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9309880. 00000020:00000040:3.0:1783071495.833585:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c3152000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000100:00000001:3.0:1783071495.833587:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071495.833589:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071495.833590:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071495.833594:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0290d00. 00000100:00000001:3.0:1783071495.833597:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833601:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071495.833607:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071495.833609:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833612:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc4e65dc] to pc [ptlrpcd_01_01+1] req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833619:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833621:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071495.833623:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071495.833626:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308000. 00000020:00000040:3.0:1783071495.833627:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31bb800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000100:00000001:3.0:1783071495.833629:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071495.833630:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071495.833632:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071495.833635:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0290600. 00000100:00000001:3.0:1783071495.833637:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833642:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071495.833667:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071495.833668:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833672:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cfd123a] to pc [ptlrpcd_01_00+0] req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833684:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833686:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071495.833689:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071495.833692:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c930b100. 00000020:00000040:3.0:1783071495.833694:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31be800 refcount=3 obd=lustre-OST0000-osc-ffff93a1c9314800 00000100:00000001:3.0:1783071495.833696:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071495.833697:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071495.833699:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071495.833702:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0290e00. 00000100:00000001:3.0:1783071495.833704:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833709:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071495.833715:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071495.833717:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833720:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c690a8c6] to pc [ptlrpcd_01_01+1] req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833726:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833728:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071495.833731:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071495.833734:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308a80. 00000020:00000040:3.0:1783071495.833736:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31b8000 refcount=3 obd=lustre-OST0001-osc-ffff93a1c9314800 00000100:00000001:3.0:1783071495.833737:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071495.833738:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071495.833740:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071495.833743:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1d0290000. 00000100:00000001:3.0:1783071495.833745:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833749:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071495.833755:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071495.833762:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833767:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1af206c] to pc [ptlrpcd_01_00+0] req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833773:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.833778:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:3.0:1783071495.833790:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071495.833793:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071495.833796:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071495.833800:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833807:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071495.833809:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.833813:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071495.833815:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071495.833818:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.833822:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716959744:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071495.833826:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071495.833842:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071495.833845:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.833848:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071495.833852:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d81400. 02000000:00000001:3.0:1783071495.833854:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.833862:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071495.833866:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0630. 00000400:00000010:3.0:1783071495.833885:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25d48. 00000100:00000200:3.0:1783071495.833892:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716959744, portal 25 00000100:00000001:3.0:1783071495.833894:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071495.833896:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807264768 : -119151902286848 : ffff93a1c9309c00) 00000100:00000040:3.0:1783071495.833901:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.833907:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071495.833910:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071495.833913:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25cc0. 00000100:00000200:3.0:1783071495.833920:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869685716959744, offset 0 00000400:00000200:3.0:1783071495.833928:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071495.833936:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.833942:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071495.833947:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071495.833952:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071495.833955:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071495.833957:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071495.833961:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [140:140:256:4294967295] 192.168.201.110@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:3.0:1783071495.833965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.833974:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071495.833979:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071495.833984:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1d0290200. 00000800:00000200:3.0:1783071495.833990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071495.833998:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071495.834002:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1d0290200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071495.834015:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.834019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071495.834021:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295041799 00000100:00000010:3.0:1783071495.834025:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c9328e40. 00000100:00000001:3.0:1783071495.834032:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1783071495.834036:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295041799 00000100:00000010:3.0:1783071495.834039:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c9328f60. 00000100:00000001:3.0:1783071495.834042:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1783071495.834046:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071495.834048:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.834051:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071495.834055:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834061:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071495.834067:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834070:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071495.834071:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071495.834073:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.834076:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716960000:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071495.834079:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071495.834081:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071495.834083:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834084:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071495.834087:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d80c00. 02000000:00000001:3.0:1783071495.834088:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.834092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071495.834094:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0aa8. 00000400:00000010:3.0:1783071495.834097:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25770. 00000100:00000200:3.0:1783071495.834100:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960000, portal 10 00000100:00000001:3.0:1783071495.834102:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071495.834103:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807266560 : -119151902285056 : ffff93a1c930a300) 00000100:00000040:3.0:1783071495.834109:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834114:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071495.834116:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071495.834119:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25330. 00000100:00000200:3.0:1783071495.834120:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716960000, offset 0 00000400:00000200:3.0:1783071495.834125:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834132:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071495.834135:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071495.834137:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071495.834139:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071495.834141:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834144:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [141:141:255:4294967295] 192.168.201.110@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:3.0:1783071495.834148:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834153:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071495.834164:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071495.834167:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1d0290900. 00000800:00000200:3.0:1783071495.834171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071495.834175:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071495.834178:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1d0290900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071495.834181:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.834185:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: using a timeout of 157765 usecs (158 jiffies) 00000400:00000200:3.0:1783071495.834188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071495.834190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295040673 00000100:00000001:3.0:1783071495.834193:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834195:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295040673 00000100:00000001:3.0:1783071495.834197:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834200:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071495.834202:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.834203:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071495.834207:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834214:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071495.834215:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834218:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071495.834219:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071495.834221:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.834223:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960256:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071495.834227:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071495.834229:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071495.834230:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834232:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071495.834235:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d80e00. 02000000:00000001:3.0:1783071495.834236:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.834239:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071495.834246:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0580. 00000400:00000010:3.0:1783071495.834249:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25ee0. 00000100:00000200:3.0:1783071495.834252:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960256, portal 10 00000100:00000001:3.0:1783071495.834254:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071495.834255:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807257600 : -119151902294016 : ffff93a1c9308000) 00000020:00000010:3.0:1783071495.834262:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93a1c6bdc000. 00000100:00000040:3.0:1783071495.834268:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834274:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071495.834276:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071495.834278:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25000. 00000100:00000200:3.0:1783071495.834280:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716960256, offset 0 00000400:00000200:3.0:1783071495.834284:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834291:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071495.834294:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071495.834296:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071495.834298:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071495.834300:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834302:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [142:142:254:4294967295] 192.168.201.110@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:3.0:1783071495.834306:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834311:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071495.834315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071495.834318:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1d0290100. 00000800:00000200:3.0:1783071495.834321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071495.834326:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071495.834328:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1d0290100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071495.834331:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.834333:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: using a timeout of 27217 usecs (28 jiffies) 00000400:00000200:3.0:1783071495.834336:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071495.834338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295040543 00000100:00000001:3.0:1783071495.834345:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295040543 00000100:00000001:3.0:1783071495.834349:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834351:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071495.834353:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.834355:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071495.834359:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834365:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071495.834366:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834368:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071495.834370:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071495.834371:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.834374:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960512:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071495.834377:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071495.834379:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071495.834381:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834382:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071495.834385:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d81000. 02000000:00000001:3.0:1783071495.834387:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.834391:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071495.834393:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0160. 00000400:00000010:3.0:1783071495.834397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25bb0. 00000100:00000200:3.0:1783071495.834400:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960512, portal 4 00000100:00000001:3.0:1783071495.834402:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071495.834404:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807260288 : -119151902291328 : ffff93a1c9308a80) 00000100:00000040:3.0:1783071495.834410:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834416:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071495.834418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071495.834421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25220. 00000100:00000200:3.0:1783071495.834429:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716960512, offset 0 00000400:00000200:3.0:1783071495.834433:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834440:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071495.834442:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071495.834444:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071495.834447:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071495.834449:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834451:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [143:143:253:4294967295] 192.168.201.110@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:3.0:1783071495.834455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834461:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071495.834466:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071495.834470:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81b800. 00000800:00000200:3.0:1783071495.834473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071495.834477:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071495.834480:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071495.834483:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.834486:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: using a timeout of 18235 usecs (19 jiffies) 00000400:00000200:3.0:1783071495.834489:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071495.834491:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295040534 00000100:00000001:3.0:1783071495.834493:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834495:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295040534 00000100:00000001:3.0:1783071495.834497:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834499:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071495.834501:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.834504:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.834507:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071495.834514:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783071495.834517:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783071495.834519:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071495.834526:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071495.834527:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.834530:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1783071495.834532:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071495.834534:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783071495.834536:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071495.834538:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071495.834539:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071495.834540:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071495.834545:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834552:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071495.834553:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834555:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071495.834557:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071495.834560:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.834562:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716959872:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071495.834565:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071495.834568:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071495.834570:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834571:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071495.834574:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d80a00. 02000000:00000001:3.0:1783071495.834576:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.834579:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071495.834582:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0738. 00000400:00000010:3.0:1783071495.834586:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25aa0. 00000100:00000200:3.0:1783071495.834589:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716959872, portal 10 00000100:00000001:3.0:1783071495.834591:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071495.834592:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807272832 : -119151902278784 : ffff93a1c930bb80) 00000100:00000040:3.0:1783071495.834598:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834605:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071495.834607:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071495.834609:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25088. 00000100:00000200:3.0:1783071495.834617:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716959872, offset 0 00000400:00000200:3.0:1783071495.834622:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834626:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834630:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071495.834633:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071495.834635:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071495.834638:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071495.834640:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834642:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [144:144:252:4294967295] 192.168.201.110@tcp LPNI seq info [144:144:4:4294967295] 00000400:00000200:3.0:1783071495.834680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834686:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071495.834690:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071495.834694:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81bc00. 00000800:00000200:3.0:1783071495.834697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071495.834701:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071495.834704:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071495.834707:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.834710:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: using a timeout of 133513 usecs (134 jiffies) 00000400:00000200:3.0:1783071495.834713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071495.834715:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295040650 00000100:00000001:3.0:1783071495.834718:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834720:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295040650 00000100:00000001:3.0:1783071495.834722:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834724:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071495.834726:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.834728:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071495.834732:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834739:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071495.834746:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834749:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071495.834751:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071495.834752:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.834755:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960128:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071495.834758:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071495.834761:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071495.834763:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834765:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071495.834769:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c3069800. 02000000:00000001:3.0:1783071495.834770:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.834773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071495.834776:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0210. 00000400:00000010:3.0:1783071495.834780:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25198. 00000100:00000200:3.0:1783071495.834783:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960128, portal 10 00000100:00000001:3.0:1783071495.834784:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071495.834785:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807263872 : -119151902287744 : ffff93a1c9309880) 00000100:00000040:3.0:1783071495.834790:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834796:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071495.834798:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071495.834800:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d255d8. 00000100:00000200:3.0:1783071495.834802:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716960128, offset 0 00000400:00000200:3.0:1783071495.834806:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834812:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071495.834815:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071495.834817:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071495.834819:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071495.834822:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834825:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [145:145:251:4294967295] 192.168.201.110@tcp LPNI seq info [145:145:3:4294967295] 00000400:00000200:3.0:1783071495.834828:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834833:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071495.834845:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071495.834850:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81b100. 00000800:00000200:3.0:1783071495.834853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071495.834857:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071495.834860:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071495.834862:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.834865:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: using a timeout of 21635 usecs (22 jiffies) 00000400:00000200:3.0:1783071495.834867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071495.834882:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295040538 00000100:00000001:3.0:1783071495.834885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834887:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295040538 00000100:00000001:3.0:1783071495.834889:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.834890:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071495.834893:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.834895:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071495.834898:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834904:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071495.834905:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834907:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071495.834909:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071495.834910:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071495.834913:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960384:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071495.834915:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071495.834918:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071495.834919:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071495.834920:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071495.834924:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c3068600. 02000000:00000001:3.0:1783071495.834926:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071495.834929:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071495.834936:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0370. 00000400:00000010:3.0:1783071495.834940:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25550. 00000100:00000200:3.0:1783071495.834942:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960384, portal 4 00000100:00000001:3.0:1783071495.834944:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071495.834946:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807270144 : -119151902281472 : ffff93a1c930b100) 00000100:00000040:3.0:1783071495.834951:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.834957:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071495.834958:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071495.834960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25110. 00000100:00000200:3.0:1783071495.834962:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716960384, offset 0 00000400:00000200:3.0:1783071495.834965:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834969:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834972:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071495.834974:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071495.834977:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071495.834979:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071495.834981:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071495.834984:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [146:146:250:4294967295] 192.168.201.110@tcp LPNI seq info [146:146:2:4294967295] 00000400:00000200:3.0:1783071495.834987:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.834993:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071495.834997:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071495.835000:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81be00. 00000800:00000200:3.0:1783071495.835003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071495.835008:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071495.835010:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071495.835012:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071495.835014:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: using a timeout of 23248 usecs (24 jiffies) 00000400:00000200:3.0:1783071495.835017:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071495.835019:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295040540 00000100:00000001:3.0:1783071495.835020:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.835029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295040540 00000100:00000001:3.0:1783071495.835031:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295041799 00000100:00000001:3.0:1783071495.835033:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071495.835035:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835038:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835040:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835058:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071495.835061:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783071495.835104:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071495.835108:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1d0290200. 00000400:00000200:3.0:1783071495.835115:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.835120:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071495.835125:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25cc0 00000400:00000010:3.0:1783071495.835128:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25cc0. 00000100:00000001:3.0:1783071495.835131:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071495.835136:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835145:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071495.835148:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835155:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835156:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071495.835167:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071495.835169:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1d0290900. 00000400:00000200:3.0:1783071495.835171:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.835174:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071495.835176:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25330 00000400:00000010:3.0:1783071495.835178:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25330. 00000100:00000001:3.0:1783071495.835180:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071495.835183:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835189:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071495.835198:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835205:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835206:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071495.835215:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071495.835217:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1d0290100. 00000400:00000200:3.0:1783071495.835220:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.835223:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071495.835226:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25000 00000400:00000010:3.0:1783071495.835227:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25000. 00000100:00000001:3.0:1783071495.835229:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071495.835233:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835240:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071495.835242:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835247:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835248:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071495.835253:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071495.835255:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81b800. 00000400:00000200:3.0:1783071495.835258:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.835260:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071495.835263:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25220 00000400:00000010:3.0:1783071495.835264:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25220. 00000100:00000001:3.0:1783071495.835266:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071495.835269:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835275:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071495.835278:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835284:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835286:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071495.835302:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071495.835304:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81bc00. 00000400:00000200:3.0:1783071495.835306:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.835310:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071495.835312:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25088 00000400:00000010:3.0:1783071495.835313:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25088. 00000100:00000001:3.0:1783071495.835315:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071495.835318:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835324:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071495.835326:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835331:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835332:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071495.835338:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071495.835339:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81b100. 00000400:00000200:3.0:1783071495.835341:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.835344:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071495.835345:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d255d8 00000400:00000010:3.0:1783071495.835347:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d255d8. 00000100:00000001:3.0:1783071495.835348:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071495.835351:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835356:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071495.835359:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835364:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835365:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071495.835431:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071495.835433:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81be00. 00000400:00000200:3.0:1783071495.835436:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.835438:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071495.835440:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25110 00000400:00000010:3.0:1783071495.835448:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25110. 00000100:00000001:3.0:1783071495.835450:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071495.835453:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835460:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071495.835462:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.835467:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071495.835468:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783071495.840999:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841016:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071495.841021:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841024:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841035:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841043:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071495.841052:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841056:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841062:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841066:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004300 00000400:00000200:3.0:1783071495.841071:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841077:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1783071495.841083:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841087:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841090:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.841094:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071495.841100:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071495.841108:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071495.841119:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.841135:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071495.841157:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841160:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071495.841162:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841164:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841167:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841170:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071495.841173:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841175:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841178:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841181:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004400 00000400:00000200:3.0:1783071495.841183:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841187:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:3.0:1783071495.841190:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841193:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841195:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.841198:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071495.841201:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071495.841205:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071495.841213:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.841220:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071495.841223:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841226:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071495.841227:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841229:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841232:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841235:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071495.841238:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841240:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841243:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841245:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004280 00000400:00000200:3.0:1783071495.841248:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841257:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:3.0:1783071495.841262:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841265:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841267:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.841269:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071495.841272:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071495.841276:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071495.841297:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.841305:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071495.841309:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841313:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071495.841315:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841317:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841320:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841323:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071495.841326:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841329:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841331:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841334:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004380 00000400:00000200:3.0:1783071495.841336:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841339:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:3.0:1783071495.841343:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841345:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841347:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.841349:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071495.841352:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071495.841356:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071495.841364:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.841377:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071495.841381:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841385:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071495.841386:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841388:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841391:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841400:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071495.841403:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841406:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841408:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841411:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821004500 00000400:00000200:3.0:1783071495.841414:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841419:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:3.0:1783071495.841422:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841424:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841426:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.841429:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071495.841431:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071495.841434:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071495.841441:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.841447:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071495.841450:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841453:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071495.841454:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841456:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841458:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841461:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071495.841464:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841466:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841474:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841477:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821004480 00000400:00000200:3.0:1783071495.841480:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841484:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:3.0:1783071495.841488:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841491:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841493:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.841495:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071495.841497:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071495.841501:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071495.841509:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.841515:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071495.841518:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841521:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071495.841522:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.841524:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.841527:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841529:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000100:00000001:2.0:1783071495.841531:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1783071495.841533:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841535:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071495.841536:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1783071495.841537:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071495.841539:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a47821004200 00000400:00000001:2.0:1783071495.841542:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071495.841544:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071495.841553:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0738. 00000400:00000200:3.0:1783071495.841555:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071495.841557:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25aa0 00000400:00000010:2.0:1783071495.841559:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25aa0. 00000100:00000001:2.0:1783071495.841562:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071495.841566:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071495.841575:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.841581:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071495.841584:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.841586:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071495.841589:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071495.841591:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071495.841593:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071495.841596:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071495.841606:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2460 time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071495.841610:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2418 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071495.841612:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071495.841614:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071495.841617:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783071495.841620:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.841623:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071495.841625:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:2.0:1783071495.841627:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071495.841628:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071495.841633:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.841640:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071495.841643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071495.841645:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071495.841663:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071495.841672:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716959872:192.168.201.110@tcp:400:kworker.0 00000400:00000200:3.0:1783071495.842274:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:3.0:1783071495.842283:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.842295:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071495.842297:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071495.842300:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071495.842304:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071495.842315:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071495.842324:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071495.842331:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071495.842338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071495.842341:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1783071495.847044:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071495.847052:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071495.847057:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0210. 00000400:00000200:2.0:1783071495.847065:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25198 00000400:00000010:2.0:1783071495.847068:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25198. 00000100:00000001:2.0:1783071495.847073:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071495.847088:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071495.847108:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847115:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071495.847117:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847122:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071495.847126:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071495.847130:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071495.847133:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071495.847135:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071495.847146:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c3152460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071495.847150:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3152418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071495.847153:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071495.847154:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071495.847157:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783071495.847160:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.847164:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071495.847166:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071495.847168:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071495.847169:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071495.847174:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847181:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071495.847184:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071495.847186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071495.847189:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071495.847216:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9309880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960128:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071495.847224:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071495.847226:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071495.847227:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0370. 00000400:00000200:2.0:1783071495.847230:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25550 00000400:00000010:2.0:1783071495.847231:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25550. 00000100:00000001:2.0:1783071495.847233:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071495.847237:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071495.847244:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847251:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071495.847252:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847254:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071495.847255:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071495.847256:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071495.847258:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071495.847260:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071495.847264:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bec60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071495.847267:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bec18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071495.847269:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071495.847270:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071495.847272:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071495.847275:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071495.847280:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.847283:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071495.847284:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071495.847286:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071495.847287:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071495.847290:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847304:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071495.847306:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071495.847307:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071495.847310:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071495.847317:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960384:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071495.847322:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071495.847323:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071495.847325:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0630. 00000400:00000200:2.0:1783071495.847327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25d48 00000400:00000010:2.0:1783071495.847329:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25d48. 00000100:00000001:2.0:1783071495.847331:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071495.847334:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071495.847342:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847348:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071495.847350:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847352:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071495.847353:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071495.847355:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071495.847362:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071495.847364:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071495.847367:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071495.847370:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071495.847372:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071495.847373:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071495.847374:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783071495.847376:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.847378:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071495.847381:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847392:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071495.847394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071495.847395:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071495.847399:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071495.847405:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716959744:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071495.847411:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071495.847412:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071495.847413:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0aa8. 00000400:00000200:2.0:1783071495.847416:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25770 00000400:00000010:2.0:1783071495.847417:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25770. 00000100:00000001:2.0:1783071495.847419:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071495.847423:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071495.847430:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847435:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071495.847437:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847438:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071495.847440:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071495.847441:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071495.847442:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071495.847444:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071495.847448:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2c60 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071495.847451:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2c18 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071495.847453:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071495.847454:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071495.847455:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071495.847458:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071495.847475:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.847477:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071495.847478:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:2.0:1783071495.847480:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071495.847481:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071495.847485:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847491:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071495.847493:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071495.847494:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071495.847498:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071495.847504:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716960000:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071495.847510:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071495.847512:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071495.847513:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0580. 00000400:00000200:2.0:1783071495.847516:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25ee0 00000400:00000010:2.0:1783071495.847517:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25ee0. 00000100:00000001:2.0:1783071495.847519:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071495.847523:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071495.847530:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847536:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071495.847537:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847539:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071495.847540:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071495.847541:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071495.847542:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071495.847549:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071495.847553:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bbc60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071495.847556:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bbc18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071495.847558:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071495.847560:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071495.847561:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071495.847565:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071495.847571:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.847573:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071495.847574:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071495.847576:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071495.847577:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071495.847580:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847586:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071495.847588:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071495.847589:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071495.847592:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071495.847598:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960256:192.168.201.110@tcp:400:kworker.0 00000400:00000001:2.0:1783071495.847604:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071495.847605:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071495.847607:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0160. 00000400:00000200:2.0:1783071495.847609:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25bb0 00000400:00000010:2.0:1783071495.847611:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25bb0. 00000100:00000001:2.0:1783071495.847613:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071495.847617:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071495.847625:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847641:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071495.847642:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847644:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071495.847663:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071495.847665:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071495.847667:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071495.847669:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071495.847673:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31b8460 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071495.847676:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31b8418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071495.847678:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071495.847679:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071495.847680:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071495.847684:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071495.847690:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.847692:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071495.847693:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071495.847695:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071495.847696:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071495.847700:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847706:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071495.847707:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071495.847709:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071495.847711:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071495.847717:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716960512:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071495.847721:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847725:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071495.847729:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c930bb80 x1869685716959872/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847741:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071495.847743:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071495.847747:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d80a00. 02000000:00000001:2.0:1783071495.847751:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071495.847754:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071495.847756:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000001:2.0:1783071495.847758:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071495.847762:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0290c00. 02000000:00000001:2.0:1783071495.847766:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071495.847768:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071495.847769:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c930bb80. 00000100:00000001:2.0:1783071495.847773:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071495.847774:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847776:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071495.847780:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9309880 x1869685716960128/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847785:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071495.847787:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071495.847788:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c3069800. 02000000:00000001:2.0:1783071495.847790:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071495.847792:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071495.847793:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c3152000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000001:2.0:1783071495.847794:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071495.847796:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0290d00. 02000000:00000001:2.0:1783071495.847797:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071495.847798:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071495.847799:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9309880. 00000100:00000001:2.0:1783071495.847802:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071495.847802:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847804:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071495.847806:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c930b100 x1869685716960384/t0(0) o400->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847812:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071495.847813:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071495.847819:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c3068600. 02000000:00000001:2.0:1783071495.847821:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071495.847823:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071495.847824:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c31be800 refcount=2 obd=lustre-OST0000-osc-ffff93a1c9314800 00000020:00000001:2.0:1783071495.847826:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071495.847827:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0290e00. 02000000:00000001:2.0:1783071495.847829:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071495.847830:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071495.847831:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c930b100. 00000100:00000001:2.0:1783071495.847834:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071495.847835:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847836:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071495.847841:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9309c00 x1869685716959744/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.847847:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071495.847848:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071495.847849:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d81400. 02000000:00000001:2.0:1783071495.847851:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071495.847853:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071495.847854:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:2.0:1783071495.847856:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071495.847857:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0290f00. 02000000:00000001:2.0:1783071495.847859:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071495.847860:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071495.847861:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9309c00. 00000100:00000001:2.0:1783071495.847863:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071495.847864:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.847865:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071495.847868:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c930a300 x1869685716960000/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.850190:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071495.850194:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071495.850198:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d80c00. 02000000:00000001:2.0:1783071495.850204:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071495.850206:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071495.850208:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000001:2.0:1783071495.850210:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071495.850227:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0290300. 02000000:00000001:2.0:1783071495.850232:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071495.850234:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071495.850236:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c930a300. 00000100:00000001:2.0:1783071495.850240:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071495.850242:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.850244:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071495.850254:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308000 x1869685716960256/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.850261:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071495.850263:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071495.850264:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d80e00. 02000000:00000001:2.0:1783071495.850266:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071495.850267:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071495.850268:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c31bb800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000001:2.0:1783071495.850270:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071495.850271:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0290600. 02000000:00000001:2.0:1783071495.850273:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071495.850274:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071495.850275:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308000. 00000100:00000001:2.0:1783071495.850277:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071495.850278:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.850280:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071495.850284:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308a80 x1869685716960512/t0(0) o400->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071495.850290:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071495.850291:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071495.850292:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d81000. 02000000:00000001:2.0:1783071495.850294:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071495.850295:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071495.850296:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c31b8000 refcount=2 obd=lustre-OST0001-osc-ffff93a1c9314800 00000020:00000001:2.0:1783071495.850297:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071495.850299:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1d0290000. 02000000:00000001:2.0:1783071495.850300:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071495.850301:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071495.850302:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308a80. 00000100:00000001:2.0:1783071495.850309:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071495.850310:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.850312:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071495.850321:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071495.850323:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071495.850326:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071495.850329:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071496.154952:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071496.154962:0:64:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783071496.154987:0:64:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783071496.154991:0:64:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071496.154997:0:64:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783071496.155000:0:64:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071496.155003:0:64:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071496.155006:0:64:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071496.155012:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071496.155013:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071496.155365:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071496.155369:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071496.155371:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783071497.174813:0:450:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1b30 (cpu 0) has reached its deadline 4295041799, at 4295041856 00000100:00000040:2.0:1783071497.174826:0:8933:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1a20 (cpu 0) has reached its deadline 4295041799, at 4295041856 00000100:00000010:3.0:1783071497.174839:0:450:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c9328f60. 00000100:00000010:2.0:1783071497.174855:0:8933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c9328e40. 00010000:00000001:1.0:1783071497.175429:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071497.175434:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071497.175440:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071497.175441:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071497.175588:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071497.175592:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071497.175595:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071498.198767:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071498.198777:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071498.198784:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071498.198785:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071498.198995:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071498.198998:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071498.199002:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071499.230876:0:256:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071499.230882:0:256:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071499.230887:0:256:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071499.230889:0:256:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071499.231451:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071499.231454:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071499.231457:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071500.249030:0:256:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071500.249038:0:256:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.249044:0:256:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071500.249047:0:256:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783071500.249049:0:256:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783071500.249054:0:256:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.249056:0:256:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783071500.249059:0:256:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.249060:0:256:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.249063:0:256:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071500.250418:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071500.250426:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071500.250433:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783071500.962042:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071500.962057:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071500.962073:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384e00. 00000020:00000040:0.0:1783071500.962081:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071500.962087:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071500.962092:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071500.962098:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071500.962109:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28200. 00000100:00000001:0.0:1783071500.962118:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962136:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071500.962150:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071500.962155:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962162:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004296ed49] to pc [ptlrpcd_00_00+0] req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071500.962235:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962238:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071500.962242:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071500.962248:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071500.962250:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000100:00000001:0.0:1783071500.962253:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071500.962254:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071500.962256:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071500.962260:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28400. 00000100:00000001:0.0:1783071500.962263:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962268:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071500.962274:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071500.962276:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962280:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a7a9f5e] to pc [ptlrpcd_00_01+1] req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071500.962287:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962289:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071500.962292:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071500.962294:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0385500. 00000020:00000040:0.0:1783071500.962297:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000100:00000001:0.0:1783071500.962299:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071500.962300:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071500.962301:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071500.962304:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28d00. 00000100:00000001:0.0:1783071500.962306:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962310:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071500.962316:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071500.962323:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962328:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cabab83] to pc [ptlrpcd_00_00+0] req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071500.962335:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962337:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071500.962341:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071500.962344:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071500.962347:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071500.962351:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071500.962354:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071500.962357:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384000. 00000020:00000040:0.0:1783071500.962359:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c3152000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000100:00000001:0.0:1783071500.962362:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071500.962363:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071500.962365:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071500.962369:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28000. 00000100:00000001:0.0:1783071500.962373:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962377:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071500.962383:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071500.962385:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962388:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e810eef1] to pc [ptlrpcd_00_01+1] req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071500.962396:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962399:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071500.962402:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071500.962405:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387480. 00000020:00000040:0.0:1783071500.962408:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31bb800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000100:00000001:0.0:1783071500.962418:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071500.962419:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071500.962421:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071500.962425:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28300. 00000100:00000001:0.0:1783071500.962429:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962433:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071500.962441:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071500.962443:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962447:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ea03213] to pc [ptlrpcd_00_00+0] req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071500.962454:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962456:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071500.962459:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1783071500.962463:0:38:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1783071500.962467:0:38:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1783071500.962470:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384a80. 00000020:00000040:0.0:1783071500.962472:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31be800 refcount=3 obd=lustre-OST0000-osc-ffff93a1c9314800 00000100:00000001:0.0:1783071500.962475:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071500.962476:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071500.962477:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071500.962480:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28e00. 00000100:00000001:0.0:1783071500.962483:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071500.962486:0:38:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624921925208704 : -119151784342912 : ffff93a1d0384a80) 00000100:00080000:0.0:1783071500.962489:0:38:0:(import.c:65:import_set_state_nolock()) ffff93a1c31be800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783071500.962492:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff93a1c9314800: disconnect after 20s idle 00000100:00000001:0.0:1783071500.962495:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071500.962497:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962500:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff086a2] to pc [ptlrpcd_rcv+-1] req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071500.962525:0:38:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071500.962534:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962536:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071500.962539:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1783071500.962541:0:38:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1783071500.962542:0:38:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1783071500.962547:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0385180. 00000020:00000040:0.0:1783071500.962549:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31b8000 refcount=3 obd=lustre-OST0001-osc-ffff93a1c9314800 00000100:00000001:0.0:1783071500.962551:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071500.962553:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071500.962554:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071500.962557:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28100. 00000100:00000001:0.0:1783071500.962561:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071500.962563:0:38:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624921925210496 : -119151784341120 : ffff93a1d0385180) 00000100:00080000:0.0:1783071500.962565:0:38:0:(import.c:65:import_set_state_nolock()) ffff93a1c31b8000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783071500.962568:0:38:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff93a1c9314800: disconnect after 20s idle 00000100:00000001:0.0:1783071500.962571:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071500.962573:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962578:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000088fd60] to pc [ptlrpcd_rcv+-1] req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071500.962586:0:38:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071500.962588:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071500.962593:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:1.0:1783071500.962712:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.962718:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071500.962721:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071500.962730:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.962739:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071500.962741:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.962753:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071500.962758:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071500.962761:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071500.962765:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716960640:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071500.962770:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071500.962777:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071500.962791:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.962795:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071500.962801:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314fc00. 02000000:00000001:1.0:1783071500.962802:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071500.962819:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071500.962825:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332000. 00000400:00000010:1.0:1783071500.962834:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c088. 00000100:00000200:1.0:1783071500.962844:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960640, portal 25 00000100:00000001:1.0:1783071500.962846:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071500.962848:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925209600 : -119151784342016 : ffff93a1d0384e00) 00000100:00000040:1.0:1783071500.962855:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.962862:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071500.962865:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071500.962868:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c000. 00000100:00000200:1.0:1783071500.962872:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869685716960640, offset 0 00000400:00000200:1.0:1783071500.962880:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071500.962892:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.962901:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071500.962908:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071500.962913:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071500.962917:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071500.962920:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071500.962924:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [147:147:256:4294967295] 192.168.201.110@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1783071500.962928:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.962941:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071500.962958:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071500.962965:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20200. 00000800:00000200:1.0:1783071500.962975:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071500.962985:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071500.962991:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071500.963017:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071500.963023:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071500.963027:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295046928 00000100:00000010:1.0:1783071500.963032:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c7c2d720. 00000100:00000001:1.0:1783071500.963042:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1783071500.963049:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295046928 00000100:00000010:1.0:1783071500.963053:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c7c2d6c0. 00000100:00000001:1.0:1783071500.963057:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1783071500.963061:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.963064:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.963067:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071500.963071:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963079:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071500.963082:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.963085:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071500.963087:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071500.963089:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071500.963092:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716960896:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071500.963095:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071500.963099:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071500.963101:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.963103:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071500.963106:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314f200. 02000000:00000001:1.0:1783071500.963109:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071500.963113:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071500.963123:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332370. 00000400:00000010:1.0:1783071500.963131:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c770. 00000100:00000200:1.0:1783071500.963134:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960896, portal 10 00000100:00000001:1.0:1783071500.963136:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071500.963137:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925211392 : -119151784340224 : ffff93a1d0385500) 00000100:00000040:1.0:1783071500.963147:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963153:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071500.963157:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071500.963161:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c5d8. 00000100:00000200:1.0:1783071500.963163:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716960896, offset 0 00000400:00000200:1.0:1783071500.963169:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071500.963174:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.963178:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071500.963182:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071500.963185:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071500.963187:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071500.963190:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071500.963193:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [148:148:255:4294967295] 192.168.201.110@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:1.0:1783071500.963197:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.963203:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071500.963209:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071500.963213:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20100. 00000800:00000200:1.0:1783071500.963217:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071500.963222:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071500.963226:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071500.963229:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.963234:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: using a timeout of 150375 usecs (151 jiffies) 00000400:00000200:1.0:1783071500.963237:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071500.963241:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295045795 00000100:00000001:1.0:1783071500.963244:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295046928 00000800:00000200:2.0:1783071500.963249:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1783071500.963262:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295045795 00000800:00000010:2.0:1783071500.963263:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20200. 00000100:00000001:1.0:1783071500.963274:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295046928 00000400:00000200:2.0:1783071500.963279:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1783071500.963280:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.963289:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.963292:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1783071500.963298:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000040:1.0:1783071500.963302:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963317:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071500.963319:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071500.963320:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c000 02000000:00000001:1.0:1783071500.963323:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1783071500.963325:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c000. 02000000:00000001:1.0:1783071500.963329:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071500.963334:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071500.963335:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1783071500.963344:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716961152:192.168.201.110@tcp:400:kworker.0 00000100:00000200:2.0:1783071500.963351:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963356:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071500.963361:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071500.963367:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.963374:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071500.963379:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314fe00. 00000100:00000001:2.0:1783071500.963380:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1783071500.963387:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071500.963394:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783071500.963397:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071500.963401:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332210. 00000400:00000010:1.0:1783071500.963407:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c880. 00000100:00000200:1.0:1783071500.963411:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961152, portal 10 00000100:00000001:1.0:1783071500.963418:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071500.963422:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925219456 : -119151784332160 : ffff93a1d0387480) 00000100:00000001:2.0:1783071500.963434:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071500.963440:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1783071500.963441:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963451:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071500.963455:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071500.963461:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036caa0. 00000100:00000200:1.0:1783071500.963464:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716961152, offset 0 00000800:00000200:2.0:1783071500.963464:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071500.963470:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20100. 00000400:00000200:2.0:1783071500.963474:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.963490:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:1.0:1783071500.963494:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071500.963502:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c5d8 00000400:00000200:1.0:1783071500.963504:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071500.963509:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c5d8. 00000100:00000001:2.0:1783071500.963514:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1783071500.963516:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071500.963523:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1783071500.963524:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783071500.963530:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071500.963537:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071500.963545:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071500.963557:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [149:149:255:4294967295] 192.168.201.110@tcp LPNI seq info [149:149:7:4294967295] 00000100:00000001:2.0:1783071500.963565:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1783071500.963566:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000040:2.0:1783071500.963573:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1783071500.963585:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071500.963601:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000100:00000001:2.0:1783071500.963608:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1783071500.963612:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20c00. 00000100:00000001:2.0:1783071500.963614:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1783071500.963622:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071500.963629:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071500.963633:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071500.963642:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.963724:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: using a timeout of 25238 usecs (26 jiffies) 00000400:00000200:1.0:1783071500.963728:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071500.963730:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295045671 00000100:00000001:1.0:1783071500.963733:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295046928 00000100:00000001:1.0:1783071500.963734:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295045671 00000100:00000001:1.0:1783071500.963736:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295046928 00000100:00000001:1.0:1783071500.963739:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.963741:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.963744:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.963746:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.963755:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071500.963758:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783071500.963761:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.963762:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071500.963764:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071500.963772:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1783071500.963774:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.963776:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071500.963778:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.963788:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.963790:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071500.963791:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071500.963796:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963803:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071500.963804:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.963806:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071500.963808:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071500.963810:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071500.963813:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716960768:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071500.963817:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071500.963819:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071500.963821:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.963823:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071500.963826:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314f400. 02000000:00000001:1.0:1783071500.963828:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071500.963832:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071500.963835:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332738. 00000400:00000010:1.0:1783071500.963839:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c198. 00000100:00000200:1.0:1783071500.963841:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716960768, portal 10 00000100:00000001:1.0:1783071500.963843:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071500.963844:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:1.0:1783071500.963851:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963857:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071500.963859:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071500.963862:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c110. 00000100:00000200:1.0:1783071500.963864:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716960768, offset 0 00000400:00000200:1.0:1783071500.963869:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071500.963879:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.963883:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071500.963886:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071500.963889:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071500.963891:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071500.963893:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071500.963895:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [150:150:255:4294967295] 192.168.201.110@tcp LPNI seq info [150:150:7:4294967295] 00000400:00000200:1.0:1783071500.963899:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.963907:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071500.963911:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071500.963916:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20f00. 00000800:00000200:1.0:1783071500.963920:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071500.963926:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071500.963929:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071500.963933:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.963936:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: using a timeout of 128372 usecs (129 jiffies) 00000400:00000200:1.0:1783071500.963939:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071500.963941:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295045774 00000100:00000001:1.0:1783071500.963944:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295046928 00000100:00000001:1.0:1783071500.963946:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295045774 00000100:00000001:1.0:1783071500.963948:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295046928 00000100:00000001:1.0:1783071500.963950:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.963952:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.963954:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071500.963958:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.963965:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071500.963966:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.963968:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071500.963976:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071500.963978:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071500.963981:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716961024:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071500.963985:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071500.963987:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071500.963989:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.963991:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071500.963994:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c314ea00. 02000000:00000001:1.0:1783071500.963996:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071500.963999:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071500.964002:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332e70. 00000400:00000010:1.0:1783071500.964006:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036ce58. 00000100:00000200:1.0:1783071500.964009:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961024, portal 10 00000100:00000001:1.0:1783071500.964011:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071500.964012:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925206016 : -119151784345600 : ffff93a1d0384000) 00000100:00000040:1.0:1783071500.964018:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.964024:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071500.964026:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071500.964029:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036cbb0. 00000100:00000200:1.0:1783071500.964031:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716961024, offset 0 00000400:00000200:1.0:1783071500.964036:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071500.964040:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.964043:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071500.964046:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071500.964048:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071500.964050:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071500.964052:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071500.964055:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [151:151:254:4294967295] 192.168.201.110@tcp LPNI seq info [151:151:6:4294967295] 00000400:00000200:1.0:1783071500.964059:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071500.964065:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071500.964069:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071500.964078:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20a00. 00000800:00000200:1.0:1783071500.964083:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071500.964087:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071500.964089:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1783071500.964092:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.964095:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: using a timeout of 21107 usecs (22 jiffies) 00000400:00000200:1.0:1783071500.964098:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071500.964100:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295045667 00000100:00000001:1.0:1783071500.964103:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295046928 00000100:00000001:1.0:1783071500.964104:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295045667 00000100:00000001:1.0:1783071500.964106:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295046928 00000100:00000001:1.0:1783071500.964109:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.964111:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.964113:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.964115:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.964133:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.964136:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.964449:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071500.964453:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071500.964455:0:2398:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071500.964464:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.964472:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071500.964474:0:2398:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071500.964477:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071500.964479:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071500.964482:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071500.964485:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716961280:192.168.201.110@tcp:9:kworker.0 00000100:00000001:3.0:1783071500.964489:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071500.964492:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071500.964493:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071500.964495:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071500.964500:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c3069800. 02000000:00000001:3.0:1783071500.964502:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071500.964508:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071500.964512:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0000. 00000400:00000010:3.0:1783071500.964517:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25110. 00000100:00000200:3.0:1783071500.964521:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961280, portal 4 00000100:00000001:3.0:1783071500.964524:0:2398:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071500.964525:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925208704 : -119151784342912 : ffff93a1d0384a80) 00000100:00000040:3.0:1783071500.964540:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.964547:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071500.964549:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071500.964552:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d255d8. 00000100:00000200:3.0:1783071500.964556:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716961280, offset 0 00000400:00000200:3.0:1783071500.964562:0:2398:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071500.964568:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071500.964572:0:2398:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071500.964576:0:2398:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1783071500.964580:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1783071500.964581:0:2398:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071500.964589:0:2398:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1783071500.964593:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20c00. 00000400:00000200:3.0:1783071500.964597:0:2398:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071500.964603:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071500.964603:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [152:152:253:4294967295] 192.168.201.110@tcp LPNI seq info [152:152:5:4294967295] 00000400:00000200:3.0:1783071500.964616:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.964623:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071500.964631:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071500.964804:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071500.964821:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81be00. 00000800:00000200:3.0:1783071500.964826:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071500.964831:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071500.964833:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071500.964837:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071500.964840:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: using a timeout of 21663 usecs (22 jiffies) 00000400:00000200:3.0:1783071500.964843:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071500.964845:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295045668 00000100:00000001:3.0:1783071500.964848:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295046928 00000100:00000001:3.0:1783071500.964850:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295045668 00000100:00000001:3.0:1783071500.964852:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295046928 00000100:00000001:3.0:1783071500.964854:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071500.964862:0:2398:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.964864:0:2398:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071500.964869:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.964876:0:2398:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071500.964878:0:2398:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071500.964881:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071500.964882:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071500.964885:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071500.964888:0:2398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716961408:192.168.201.110@tcp:9:kworker.0 00000100:00000001:3.0:1783071500.964892:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071500.964895:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071500.964896:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071500.964898:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071500.964901:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c3068200. 02000000:00000001:3.0:1783071500.964903:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071500.964906:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071500.964909:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0e70. 00000400:00000010:3.0:1783071500.964914:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25088. 00000100:00000200:3.0:1783071500.964917:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961408, portal 4 00000100:00000001:3.0:1783071500.964919:0:2398:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071500.964921:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925210496 : -119151784341120 : ffff93a1d0385180) 00000100:00000040:3.0:1783071500.964926:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.964933:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071500.964934:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071500.964937:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25220. 00000100:00000200:3.0:1783071500.964939:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869685716961408, offset 0 00000400:00000200:3.0:1783071500.964944:0:2398:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071500.966083:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036caa0 00000400:00000010:2.0:1783071500.966090:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036caa0. 00000100:00000001:2.0:1783071500.966097:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071500.966109:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966120:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071500.966124:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966131:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071500.966133:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783071500.966168:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071500.966183:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20f00. 00000400:00000200:2.0:1783071500.966188:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.966202:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071500.966206:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c110 00000400:00000010:2.0:1783071500.966208:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c110. 00000100:00000001:2.0:1783071500.966211:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071500.966215:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966222:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071500.966225:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966230:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071500.966232:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783071500.966241:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071500.966243:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20a00. 00000400:00000200:2.0:1783071500.966246:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.966249:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071500.966252:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036cbb0 00000400:00000010:2.0:1783071500.966254:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036cbb0. 00000100:00000001:2.0:1783071500.966256:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071500.966260:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966266:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071500.966269:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966274:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071500.966276:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783071500.966358:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071500.966361:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81be00. 00000400:00000200:2.0:1783071500.966365:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.966368:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071500.966371:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d255d8 00000400:00000010:2.0:1783071500.966373:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d255d8. 00000100:00000001:2.0:1783071500.966382:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071500.966387:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966395:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071500.966398:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.966404:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071500.966405:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1783071500.969244:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071500.969600:0:2398:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071500.969608:0:2398:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071500.969614:0:2398:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071500.969638:0:2398:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071500.969642:0:2398:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071500.969670:0:2398:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [153:153:256:4294967295] 192.168.201.110@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1783071500.969676:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071500.969688:0:2398:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071500.969698:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071500.969710:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81b100. 00000800:00000200:3.0:1783071500.969720:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071500.969730:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071500.969736:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071500.969756:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071500.969765:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: using a timeout of 18011 usecs (19 jiffies) 00000400:00000200:3.0:1783071500.969770:0:2398:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071500.969773:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295045670 00000100:00000001:3.0:1783071500.969778:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295046928 00000100:00000001:3.0:1783071500.969788:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295045670 00000100:00000001:3.0:1783071500.969791:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295046928 00000100:00000001:3.0:1783071500.969794:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071500.969799:0:2398:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.969804:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.969808:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071500.969818:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783071500.969821:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1783071500.969824:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071500.969827:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071500.969829:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.969831:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783071500.969892:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071500.969910:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071500.969914:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071500.969917:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071500.969922:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071500.969934:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071500.969942:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071500.969946:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000800:00000200:2.0:1783071500.970083:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071500.970094:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81b100. 00000400:00000200:2.0:1783071500.970100:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.970109:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071500.970115:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25220 00000400:00000010:2.0:1783071500.970118:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25220. 00000100:00000001:2.0:1783071500.970122:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071500.970142:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.970155:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071500.970159:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.970166:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071500.970168:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1783071500.970253:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071500.970260:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a47821004580 00000400:00000200:3.0:1783071500.970460:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071500.970468:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:3.0:1783071500.970479:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971558:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.971567:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.971575:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071500.971583:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071500.971590:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071500.971601:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.971624:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071500.971685:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971693:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071500.971695:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971697:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.971704:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971709:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071500.971715:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971719:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971724:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971728:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004680 00000400:00000200:2.0:1783071500.971732:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971738:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:2.0:1783071500.971745:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971748:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.971750:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.971753:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071500.971756:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071500.971760:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071500.971768:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.971775:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071500.971780:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971793:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071500.971795:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971797:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.971800:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971803:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071500.971807:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971809:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971812:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971814:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004780 00000400:00000200:2.0:1783071500.971817:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.971826:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:2.0:1783071500.971830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971838:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.971840:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.971842:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071500.971845:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071500.971850:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071500.971858:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.971865:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071500.971869:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.971872:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.974916:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.974930:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783071500.974943:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071500.974946:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071500.974952:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332000. 00000400:00000200:1.0:1783071500.974966:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c088 00000400:00000010:1.0:1783071500.974969:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c088. 00000100:00000001:1.0:1783071500.974975:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071500.974991:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071500.975005:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975015:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071500.975017:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.975020:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071500.975050:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071500.975054:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071500.975058:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.975063:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071500.975075:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071500.975080:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071500.975083:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071500.975084:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.975088:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783071500.975090:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.975094:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.975100:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975108:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.975112:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071500.975114:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071500.975118:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071500.975125:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716960640:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1783071500.975133:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071500.975135:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071500.975137:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332370. 00000400:00000200:1.0:1783071500.975140:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c770 00000400:00000010:1.0:1783071500.975141:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c770. 00000100:00000001:1.0:1783071500.975144:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071500.975148:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071500.975158:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975165:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071500.975167:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.975169:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071500.975178:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071500.975179:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071500.975181:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.975183:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071500.975191:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2c60 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071500.975194:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2c18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071500.975197:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071500.975198:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.975199:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783071500.975204:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071500.975211:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.975216:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071500.975219:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:1.0:1783071500.975221:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071500.975222:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.975225:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975232:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.975234:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071500.975235:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071500.975238:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071500.975246:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716960896:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1783071500.975252:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071500.975253:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071500.975255:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332210. 00000400:00000200:1.0:1783071500.975258:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c880 00000400:00000010:1.0:1783071500.975259:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c880. 00000100:00000001:1.0:1783071500.975506:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071500.975513:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071500.975535:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975542:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071500.975543:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.975545:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071500.975547:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071500.975548:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071500.975551:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.975553:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071500.975558:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bbc60 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071500.975561:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bbc18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071500.975563:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071500.975565:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.975567:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1783071500.975570:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071500.975576:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.975579:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071500.975580:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:1.0:1783071500.975581:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071500.975582:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.975586:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975591:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.975593:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071500.975594:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071500.975597:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071500.975604:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716961152:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071500.975608:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.975614:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071500.975618:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384e00 x1869685716960640/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975626:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071500.975629:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071500.975633:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314fc00. 02000000:00000001:1.0:1783071500.975637:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071500.975641:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071500.975643:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:1.0:1783071500.975698:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071500.975701:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28200. 02000000:00000001:1.0:1783071500.975707:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071500.975709:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071500.975712:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384e00. 00000100:00000001:1.0:1783071500.975716:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071500.975718:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.975719:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071500.975723:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0385500 x1869685716960896/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975730:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071500.975732:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071500.975733:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314f200. 02000000:00000001:1.0:1783071500.975735:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071500.975736:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071500.975738:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000001:1.0:1783071500.975739:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071500.975740:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28d00. 02000000:00000001:1.0:1783071500.975742:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071500.975743:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071500.975744:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0385500. 00000100:00000001:1.0:1783071500.975746:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071500.975747:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.975749:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071500.975751:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387480 x1869685716961152/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.975757:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071500.975762:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071500.975764:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314fe00. 02000000:00000001:1.0:1783071500.975766:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071500.975767:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071500.975769:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c31bb800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000001:1.0:1783071500.975770:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071500.975772:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28300. 02000000:00000001:1.0:1783071500.975774:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071500.975774:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071500.975776:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387480. 00000100:00000001:1.0:1783071500.975778:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071500.975788:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.975792:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.975794:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.975796:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071500.975798:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.975799:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1783071500.983210:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983244:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071500.983251:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983254:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.983427:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983438:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071500.983450:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983456:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983462:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983468:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004600 00000400:00000200:2.0:1783071500.983474:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983482:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:2.0:1783071500.983491:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983496:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.983500:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.983505:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071500.983514:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071500.983526:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071500.983565:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.983589:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071500.983604:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983608:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071500.983610:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983612:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.983616:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983620:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071500.983624:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983626:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983632:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004700 00000400:00000200:2.0:1783071500.983635:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983640:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:2.0:1783071500.983644:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983688:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.983690:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.983694:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071500.983697:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071500.983702:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071500.983711:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.983720:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071500.983723:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983727:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071500.983728:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983730:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.983733:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983744:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071500.983750:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983752:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983756:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983759:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821004800 00000400:00000200:2.0:1783071500.983763:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.983769:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:2.0:1783071500.983773:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.983777:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.983779:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.983798:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071500.983802:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071500.983807:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071500.983816:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.983887:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071500.983894:0:2398:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071500.983943:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.983947:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783071500.983955:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071500.983957:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071500.983962:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332738. 00000400:00000200:1.0:1783071500.983968:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c198 00000400:00000010:1.0:1783071500.983972:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c198. 00000100:00000001:1.0:1783071500.983975:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071500.983982:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071500.983991:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.983998:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071500.984001:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.984004:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071500.984010:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071500.984014:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071500.984017:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.984021:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071500.984037:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2460 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071500.984049:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2418 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071500.984053:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071500.984055:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.984058:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783071500.984064:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.984070:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071500.984073:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:1.0:1783071500.984075:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071500.984077:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.984083:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.984091:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.984095:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071500.984098:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071500.984102:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071500.984112:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716960768:192.168.201.110@tcp:400:kworker.0 00000400:00000001:1.0:1783071500.984120:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071500.984121:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071500.984122:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332e70. 00000400:00000200:1.0:1783071500.984125:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036ce58 00000400:00000010:1.0:1783071500.984127:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036ce58. 00000100:00000001:1.0:1783071500.984129:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071500.984132:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071500.984140:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.984147:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071500.984148:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.984150:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071500.984151:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071500.984158:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071500.984159:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071500.984161:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071500.984166:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c3152460 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071500.984169:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3152418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071500.984172:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071500.984173:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071500.984174:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783071500.984177:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.984179:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1783071500.984180:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:1.0:1783071500.984182:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1783071500.984183:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071500.984188:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.984194:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071500.984197:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071500.984198:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071500.984203:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071500.984211:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716961024:192.168.201.110@tcp:400:kworker.0 00000100:00000001:1.0:1783071500.984215:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.984219:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071500.984223:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716960768/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.984230:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071500.984234:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071500.984239:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314f400. 02000000:00000001:1.0:1783071500.984243:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071500.984247:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071500.984249:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000001:1.0:1783071500.984251:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071500.984261:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28400. 02000000:00000001:1.0:1783071500.984287:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071500.984290:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071500.984293:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:2.0:1783071500.984442:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071500.984451:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.984457:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071500.984459:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.984461:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.984466:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.984470:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071500.984475:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.984478:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.984482:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.984486:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 4 MB=0x6a47821004880 00000400:00000200:2.0:1783071500.984489:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071500.984494:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.110@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:2.0:1783071500.984499:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.984735:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071500.984743:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071500.984747:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071500.984751:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071500.984757:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071500.984766:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071500.984774:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071500.984778:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071500.984791:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.985980:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071500.985989:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.985995:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071500.986006:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384000 x1869685716961024/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071500.986017:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071500.986020:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071500.986024:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c314ea00. 02000000:00000001:1.0:1783071500.986029:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071500.986032:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071500.986034:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c3152000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000001:1.0:1783071500.986037:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071500.986040:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28000. 02000000:00000001:1.0:1783071500.986044:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071500.986046:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071500.986048:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384000. 00000100:00000001:1.0:1783071500.986053:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071500.986055:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.986058:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071500.986069:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071500.986071:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071500.986074:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071500.986077:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1783071500.987531:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071500.987538:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071500.987543:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0000. 00000400:00000200:3.0:1783071500.987549:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25110 00000400:00000010:3.0:1783071500.987552:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25110. 00000100:00000001:3.0:1783071500.987557:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071500.987568:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071500.987581:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.987590:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071500.987593:0:2398:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071500.987596:0:2398:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071500.987600:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071500.987603:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071500.987606:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071500.987609:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071500.987621:0:2398:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bec60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071500.987626:0:2398:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bec18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071500.987629:0:2398:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071500.987631:0:2398:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071500.987634:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783071500.987640:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783071500.987689:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.987694:0:2398:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071500.987696:0:2398:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:3.0:1783071500.987698:0:2398:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071500.987700:0:2398:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071500.987705:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.987712:0:2398:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071500.987715:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071500.987717:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783071500.987721:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783071500.987729:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c31be800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1783071500.987733:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071500.987742:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716961280:192.168.201.110@tcp:9:kworker.0 00000400:00000001:3.0:1783071500.987751:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071500.987753:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071500.987755:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0e70. 00000400:00000200:3.0:1783071500.987757:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25088 00000400:00000010:3.0:1783071500.987758:0:2398:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25088. 00000100:00000001:3.0:1783071500.987761:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071500.987765:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071500.987773:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.987791:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071500.987800:0:2398:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071500.987803:0:2398:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071500.987805:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071500.987806:0:2398:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071500.987808:0:2398:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071500.987810:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071500.987815:0:2398:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31b8460 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071500.987818:0:2398:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31b8418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071500.987820:0:2398:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071500.987821:0:2398:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071500.987823:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783071500.987828:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783071500.987835:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.987837:0:2398:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071500.987838:0:2398:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:3.0:1783071500.987840:0:2398:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071500.987841:0:2398:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071500.987845:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.987851:0:2398:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071500.987863:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071500.987866:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1783071500.987870:0:2398:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783071500.987877:0:2398:0:(import.c:65:import_set_state_nolock()) ffff93a1c31b8000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1783071500.987882:0:2398:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071500.987889:0:2398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:335665e0-5830-4da2-a221-3e1f669531af:2398:1869685716961408:192.168.201.110@tcp:9:kworker.0 00000100:00000001:3.0:1783071500.987894:0:2398:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071500.987903:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071500.987908:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384a80 x1869685716961280/t0(0) o9->lustre-OST0000-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.987916:0:2398:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071500.987919:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071500.987923:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c3069800. 02000000:00000001:3.0:1783071500.987927:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071500.987929:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071500.987932:0:2398:0:(genops.c:1244:class_import_put()) import ffff93a1c31be800 refcount=2 obd=lustre-OST0000-osc-ffff93a1c9314800 00000020:00000001:3.0:1783071500.987934:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071500.987937:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28e00. 02000000:00000001:3.0:1783071500.987942:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071500.987943:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071500.987945:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384a80. 00000100:00000001:3.0:1783071500.987950:0:2398:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071500.987951:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071500.987953:0:2398:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071500.987955:0:2398:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0385180 x1869685716961408/t0(0) o9->lustre-OST0001-osc-ffff93a1c9314800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1783071510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071500.987962:0:2398:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071500.987963:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071500.987964:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c3068200. 02000000:00000001:3.0:1783071500.987966:0:2398:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071500.987967:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071500.987968:0:2398:0:(genops.c:1244:class_import_put()) import ffff93a1c31b8000 refcount=2 obd=lustre-OST0001-osc-ffff93a1c9314800 00000020:00000001:3.0:1783071500.987970:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071500.987971:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28100. 02000000:00000001:3.0:1783071500.987973:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071500.987974:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071500.987975:0:2398:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0385180. 00000100:00000001:3.0:1783071500.987979:0:2398:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071500.987980:0:2398:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071500.987982:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071500.987990:0:2398:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783071500.987993:0:2398:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071500.987995:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071500.988003:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071501.271635:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071501.271664:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071501.271672:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071501.271673:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071501.272409:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071501.272415:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071501.272420:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071502.294723:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1783071502.294723:0:8933:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1a20 (cpu 0) has reached its deadline 4295046928, at 4295046976 00010000:00000001:1.0:1783071502.294731:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071502.294738:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071502.294739:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1783071502.295036:0:8933:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c7c2d720. 00000020:00000001:3.0:1783071502.295816:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071502.295820:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071502.295824:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783071502.295843:0:450:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1b30 (cpu 0) has reached its deadline 4295046928, at 4295046977 00000100:00000010:3.0:1783071502.295849:0:450:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c7c2d6c0. 00010000:00000001:1.0:1783071503.319709:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071503.319718:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071503.319731:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071503.319733:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071503.319821:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071503.319825:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071503.319829:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071504.343715:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071504.343730:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071504.343737:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071504.343738:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071504.344260:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071504.344264:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071504.344267:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071505.366800:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071505.366807:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071505.366812:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071505.366814:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071505.366990:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071505.366994:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071505.366998:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783071506.072143:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071506.072151:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071506.072161:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9309180. 00000020:00000040:3.0:1783071506.072166:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:3.0:1783071506.072170:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071506.072172:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071506.072177:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071506.072183:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81bc00. 00000100:00000001:3.0:1783071506.072189:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072199:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071506.072214:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071506.072217:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072223:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e44e5494] to pc [ptlrpcd_01_01+1] req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.072250:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072252:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071506.072255:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071506.072257:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308700. 00000020:00000040:3.0:1783071506.072258:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000100:00000001:3.0:1783071506.072260:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071506.072261:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071506.072262:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071506.072277:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81b800. 00000100:00000001:3.0:1783071506.072279:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072282:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071506.072287:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071506.072288:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072290:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c49f2b2] to pc [ptlrpcd_01_00+0] req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.072295:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072296:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071506.072299:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071506.072302:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308a80. 00000020:00000040:3.0:1783071506.072303:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000100:00000001:3.0:1783071506.072304:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071506.072305:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071506.072306:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071506.072307:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81b700. 00000100:00000001:3.0:1783071506.072309:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072311:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071506.072314:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071506.072315:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072317:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1af206c] to pc [ptlrpcd_01_01+1] req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.072321:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072322:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071506.072325:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071506.072326:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071506.072332:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071506.072334:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071506.072336:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071506.072338:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308000. 00000020:00000040:3.0:1783071506.072339:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c3152000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000100:00000001:3.0:1783071506.072340:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071506.072341:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071506.072342:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071506.072344:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81b300. 00000100:00000001:3.0:1783071506.072345:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072348:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071506.072351:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071506.072352:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072354:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cfd123a] to pc [ptlrpcd_01_00+0] req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.072358:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072359:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071506.072360:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071506.072362:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c930a300. 00000020:00000040:3.0:1783071506.072363:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c31bb800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000100:00000001:3.0:1783071506.072364:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071506.072364:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071506.072365:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071506.072367:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81bd00. 00000100:00000001:3.0:1783071506.072369:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072371:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071506.072374:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071506.072378:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072381:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdcc644d] to pc [ptlrpcd_01_01+1] req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.072385:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.072386:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071506.072388:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071506.072389:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071506.072391:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071506.072394:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:2.0:1783071506.072451:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071506.072456:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071506.072458:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071506.072465:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.072474:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071506.072476:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.072480:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071506.072483:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071506.072485:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071506.072489:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2402:1869685716961536:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071506.072503:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071506.072510:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071506.072513:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.072515:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071506.072520:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55800. 02000000:00000001:2.0:1783071506.072523:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071506.072530:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071506.072534:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691e0b0. 00000400:00000010:2.0:1783071506.072543:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1088. 00000100:00000200:2.0:1783071506.072551:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961536, portal 25 00000100:00000001:2.0:1783071506.072554:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071506.072555:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807262080 : -119151902289536 : ffff93a1c9309180) 00000100:00000040:2.0:1783071506.072561:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.072570:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071506.072572:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071506.072575:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1c38. 00000100:00000200:2.0:1783071506.072578:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869685716961536, offset 0 00000400:00000200:2.0:1783071506.072585:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071506.072595:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.072603:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071506.072619:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071506.072625:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071506.072630:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071506.072634:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071506.072638:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [154:154:256:4294967295] 192.168.201.110@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1783071506.072642:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.072680:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071506.072687:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071506.072702:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3b00. 00000800:00000200:2.0:1783071506.072709:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071506.072723:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071506.072727:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071506.072745:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071506.072750:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071506.072754:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295052037 00000100:00000010:2.0:1783071506.072758:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1ca08acc0. 00000100:00000001:2.0:1783071506.072764:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1783071506.072769:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295052037 00000100:00000010:2.0:1783071506.072772:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1ca08a840. 00000100:00000001:2.0:1783071506.072774:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1783071506.072777:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071506.072780:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.072782:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071506.072787:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.072794:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071506.072796:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.072798:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071506.072800:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071506.072802:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071506.072805:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716961792:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071506.072808:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071506.072811:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071506.072812:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.072814:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071506.072817:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55400. 02000000:00000001:2.0:1783071506.072819:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071506.072823:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071506.072826:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691e268. 00000400:00000010:2.0:1783071506.072830:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1908. 00000100:00000200:2.0:1783071506.072833:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961792, portal 10 00000100:00000001:2.0:1783071506.072834:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071506.072840:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807260288 : -119151902291328 : ffff93a1c9308a80) 00000100:00000040:2.0:1783071506.072848:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.072854:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071506.072856:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071506.072858:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba13b8. 00000100:00000200:2.0:1783071506.072861:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716961792, offset 0 00000400:00000200:2.0:1783071506.072865:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071506.072869:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.072872:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071506.072876:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071506.072878:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071506.072880:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071506.072882:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071506.072884:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [155:155:255:4294967295] 192.168.201.110@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:2.0:1783071506.072888:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.072893:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071506.072898:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071506.072902:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3000. 00000800:00000200:2.0:1783071506.072905:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071506.072910:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071506.072912:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071506.072915:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071506.072919:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: using a timeout of 143658 usecs (144 jiffies) 00000400:00000200:2.0:1783071506.072922:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071506.072924:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295050897 00000100:00000001:2.0:1783071506.072926:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.072928:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295050897 00000100:00000001:2.0:1783071506.072930:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.072932:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071506.072940:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.072942:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071506.072946:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.072953:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071506.072955:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.072957:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071506.072959:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071506.072961:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071506.072964:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335665e0-5830-4da2-a221-3e1f669531af:2402:1869685716962048:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071506.072967:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071506.072970:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071506.072971:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.072973:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071506.072976:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd54000. 02000000:00000001:2.0:1783071506.072978:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071506.072981:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071506.072984:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691eb00. 00000400:00000010:2.0:1783071506.072988:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1dd0. 00000100:00000200:2.0:1783071506.072991:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962048, portal 10 00000100:00000001:2.0:1783071506.072993:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071506.072994:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807266560 : -119151902285056 : ffff93a1c930a300) 00000100:00000040:2.0:1783071506.073000:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.073006:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071506.073008:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071506.073010:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1b28. 00000100:00000200:2.0:1783071506.073012:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716962048, offset 0 00000400:00000200:2.0:1783071506.073015:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071506.073019:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.073022:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071506.073024:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071506.073033:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071506.073034:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071506.073037:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071506.073040:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [156:156:254:4294967295] 192.168.201.110@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:2.0:1783071506.073043:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.073049:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071506.073053:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071506.073056:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3c00. 00000800:00000200:2.0:1783071506.073060:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071506.073064:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071506.073066:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071506.073070:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071506.073084:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: using a timeout of 23758 usecs (24 jiffies) 00000400:00000200:2.0:1783071506.073088:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071506.073091:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295050778 00000100:00000001:2.0:1783071506.073094:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.073096:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295050778 00000100:00000001:2.0:1783071506.073099:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.073101:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071506.073103:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.073105:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.073108:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071506.073117:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071506.073120:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783071506.073123:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071506.073125:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071506.073126:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071506.073129:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1783071506.073131:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071506.073134:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071506.073136:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071506.073145:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071506.073146:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071506.073148:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071506.073153:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.073161:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071506.073162:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.073165:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071506.073171:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071506.073173:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071506.073177:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716961664:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071506.073180:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071506.073184:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071506.073186:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.073187:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071506.073191:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd54a00. 02000000:00000001:2.0:1783071506.073192:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071506.073195:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071506.073198:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691eec8. 00000400:00000010:2.0:1783071506.073201:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1e58. 00000100:00000200:2.0:1783071506.073205:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961664, portal 10 00000100:00000001:2.0:1783071506.073208:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071506.073209:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807259392 : -119151902292224 : ffff93a1c9308700) 00000100:00000040:2.0:1783071506.073215:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.073221:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071506.073224:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071506.073226:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1198. 00000100:00000200:2.0:1783071506.073229:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716961664, offset 0 00000400:00000200:2.0:1783071506.073233:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071506.073237:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.073241:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071506.073244:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071506.073252:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071506.073254:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071506.073256:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071506.073258:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [157:157:253:4294967295] 192.168.201.110@tcp LPNI seq info [157:157:5:4294967295] 00000400:00000200:2.0:1783071506.073262:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.073268:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071506.073272:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071506.073275:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb6f3500. 00000800:00000200:2.0:1783071506.073279:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071506.073283:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071506.073285:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb6f3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071506.073288:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071506.073291:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: using a timeout of 124322 usecs (125 jiffies) 00000400:00000200:2.0:1783071506.073293:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071506.073295:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295050879 00000100:00000001:2.0:1783071506.073297:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.073299:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295050879 00000100:00000001:2.0:1783071506.073300:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.073302:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071506.073304:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.073306:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071506.073309:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.073315:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071506.073316:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.073318:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071506.073320:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071506.073322:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071506.073324:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335665e0-5830-4da2-a221-3e1f669531af:2402:1869685716961920:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071506.073335:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071506.073338:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071506.073339:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071506.073341:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071506.073343:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1cbd55000. 02000000:00000001:2.0:1783071506.073345:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071506.073348:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071506.073350:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691e9f8. 00000400:00000010:2.0:1783071506.073353:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1220. 00000100:00000200:2.0:1783071506.073357:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716961920, portal 10 00000100:00000001:2.0:1783071506.073359:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071506.073360:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807257600 : -119151902294016 : ffff93a1c9308000) 00000100:00000040:2.0:1783071506.073365:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.073376:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071506.073378:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071506.073380:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1aa0. 00000100:00000200:2.0:1783071506.073382:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716961920, offset 0 00000400:00000200:2.0:1783071506.073386:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071506.073389:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.073392:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071506.073395:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071506.073397:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071506.073399:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071506.073401:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071506.073403:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [158:158:252:4294967295] 192.168.201.110@tcp LPNI seq info [158:158:4:4294967295] 00000400:00000200:2.0:1783071506.073408:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.073412:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071506.073416:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071506.073420:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1ccc15a00. 00000800:00000200:2.0:1783071506.073423:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071506.073433:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071506.073437:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1ccc15a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071506.073439:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071506.073442:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: using a timeout of 21716 usecs (22 jiffies) 00000400:00000200:2.0:1783071506.073445:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071506.073446:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295050776 00000100:00000001:2.0:1783071506.073448:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.073450:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295050776 00000100:00000001:2.0:1783071506.073452:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295052037 00000100:00000001:2.0:1783071506.073453:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071506.073455:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.073457:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.073459:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071506.073469:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071506.073471:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783071506.073612:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071506.073616:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3b00. 00000400:00000200:3.0:1783071506.073624:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071506.073629:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071506.073633:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1c38 00000400:00000010:3.0:1783071506.073634:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1c38. 00000100:00000001:3.0:1783071506.073638:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071506.073642:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073687:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.073699:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073707:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.073709:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071506.073725:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071506.073727:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3000. 00000400:00000200:3.0:1783071506.073730:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071506.073733:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071506.073736:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba13b8 00000400:00000010:3.0:1783071506.073737:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba13b8. 00000100:00000001:3.0:1783071506.073740:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071506.073749:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073756:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.073759:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073775:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.073776:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071506.073788:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071506.073790:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3c00. 00000400:00000200:3.0:1783071506.073792:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071506.073795:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071506.073798:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1b28 00000400:00000010:3.0:1783071506.073799:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1b28. 00000100:00000001:3.0:1783071506.073802:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071506.073805:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073811:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.073814:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073820:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.073821:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071506.073829:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071506.073831:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb6f3500. 00000400:00000200:3.0:1783071506.073833:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071506.073836:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071506.073838:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1198 00000400:00000010:3.0:1783071506.073839:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1198. 00000100:00000001:3.0:1783071506.073841:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071506.073844:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073850:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.073852:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073864:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.073866:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071506.073934:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071506.073936:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1ccc15a00. 00000400:00000200:3.0:1783071506.073939:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071506.073941:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071506.073943:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1aa0 00000400:00000010:3.0:1783071506.073944:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1aa0. 00000100:00000001:3.0:1783071506.073946:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071506.073948:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073953:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.073955:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.073958:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.073959:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783071506.078740:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.078760:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071506.078765:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.078768:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.078776:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.078784:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071506.078795:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.078800:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.078805:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.078810:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004a00 00000400:00000200:2.0:1783071506.078814:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.078819:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:2.0:1783071506.078826:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.078831:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.078834:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071506.078838:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071506.078846:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071506.078870:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071506.078882:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.078903:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071506.078914:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.078918:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071506.078921:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.078923:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.078927:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.078931:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071506.078936:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.078940:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071506.078943:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1783071506.078944:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071506.078947:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1783071506.078949:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004b00 00000400:00000200:2.0:1783071506.078954:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000001:3.0:1783071506.078956:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071506.078958:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071506.078961:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691e268. 00000400:00000200:3.0:1783071506.078965:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1908 00000400:00000010:3.0:1783071506.079161:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1908. 00000100:00000001:3.0:1783071506.079166:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071506.079170:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071506.079176:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.079181:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071506.079182:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.079184:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071506.079188:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071506.079195:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071506.079197:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071506.079201:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071506.079217:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2c60 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071506.079221:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2c18 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071506.079223:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071506.079224:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071506.079226:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783071506.079230:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783071506.079235:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.079239:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071506.079241:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:3.0:1783071506.079242:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071506.079243:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.079246:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.079250:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071506.079252:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071506.079254:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071506.079256:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071506.079261:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716961792:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071506.079264:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.079266:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.079268:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308a80 x1869685716961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.079273:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071506.079275:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071506.079278:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55400. 02000000:00000001:3.0:1783071506.079281:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071506.079286:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071506.079288:0:2402:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000001:3.0:1783071506.079289:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071506.079292:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81b700. 02000000:00000001:3.0:1783071506.079295:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071506.079296:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071506.079298:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308a80. 00000100:00000001:3.0:1783071506.079301:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071506.079301:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.079304:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.079305:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071506.079306:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071506.079308:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.079309:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071506.084224:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:2.0:1783071506.084242:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084257:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.084261:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071506.084268:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071506.084280:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071506.084291:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071506.084303:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.084324:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071506.084339:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084343:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071506.084345:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084348:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.084376:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084381:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071506.084389:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084393:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084612:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084625:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004980 00000400:00000200:2.0:1783071506.084630:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084634:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:2.0:1783071506.084639:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084678:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.084681:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071506.084685:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071506.084688:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071506.084703:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071506.084712:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.084719:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071506.084724:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084728:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071506.084730:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084732:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.084735:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084739:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071506.084744:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084746:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084750:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084752:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004a80 00000400:00000200:2.0:1783071506.084755:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084758:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:2.0:1783071506.084761:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084771:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.084774:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071506.084777:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071506.084780:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071506.084784:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071506.084793:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.084799:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071506.084803:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084807:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071506.084808:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084810:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.084813:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084816:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071506.084820:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084822:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084825:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084827:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a47821004900 00000400:00000200:2.0:1783071506.084830:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071506.084834:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:2.0:1783071506.084838:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084855:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071506.084858:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071506.084861:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071506.084864:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071506.084869:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071506.084877:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071506.084885:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071506.084895:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071506.084898:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.088503:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071506.088512:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783071506.088532:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071506.088535:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071506.088539:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691eec8. 00000400:00000200:3.0:1783071506.088545:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1e58 00000400:00000010:3.0:1783071506.088547:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1e58. 00000100:00000001:3.0:1783071506.088553:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071506.088565:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071506.088576:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.088583:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071506.088585:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.088588:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071506.088591:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071506.088594:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071506.088596:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071506.088599:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071506.088611:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2460 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071506.088615:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2418 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071506.088618:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071506.088619:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071506.088636:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783071506.088640:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.088644:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071506.088687:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:3.0:1783071506.088689:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071506.088699:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.088706:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.088714:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071506.088717:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071506.088719:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071506.088736:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071506.088746:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716961664:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1783071506.088755:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071506.088756:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071506.088758:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691e9f8. 00000400:00000200:3.0:1783071506.088760:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1220 00000400:00000010:3.0:1783071506.088771:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1220. 00000100:00000001:3.0:1783071506.088775:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071506.088779:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071506.088787:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.088794:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071506.088796:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.088798:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071506.088800:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071506.088801:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071506.088803:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071506.088805:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071506.088810:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c3152460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071506.088819:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3152418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071506.088822:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071506.088823:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071506.088825:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783071506.088827:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.088829:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071506.088831:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:3.0:1783071506.088832:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071506.088833:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.088838:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.088844:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071506.088846:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071506.088848:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071506.088851:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071506.088857:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335665e0-5830-4da2-a221-3e1f669531af:2402:1869685716961920:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1783071506.088864:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071506.088865:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071506.088867:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691e0b0. 00000400:00000200:3.0:1783071506.088870:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1088 00000400:00000010:3.0:1783071506.088871:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1088. 00000100:00000001:3.0:1783071506.088873:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071506.088877:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071506.088891:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.088898:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071506.088899:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.088900:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071506.088902:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071506.088903:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071506.088912:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071506.088914:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071506.088918:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071506.088920:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071506.088922:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071506.088924:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071506.088925:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783071506.088927:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.088929:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.088933:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.088940:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071506.088942:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071506.088943:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071506.088947:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071506.088954:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2402:1869685716961536:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1783071506.088960:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071506.088961:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071506.088963:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691eb00. 00000400:00000200:3.0:1783071506.088966:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1dd0 00000400:00000010:3.0:1783071506.088968:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1dd0. 00000100:00000001:3.0:1783071506.088970:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071506.088974:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071506.088982:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.088988:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071506.088989:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.088991:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071506.088993:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071506.088994:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071506.089001:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071506.089003:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071506.089008:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bbc60 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071506.089011:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bbc18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071506.089013:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071506.089014:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071506.089015:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783071506.089020:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783071506.089026:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.089028:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071506.089029:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:3.0:1783071506.089030:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071506.089031:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071506.089041:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.089047:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071506.089049:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071506.089051:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071506.089054:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071506.089062:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335665e0-5830-4da2-a221-3e1f669531af:2402:1869685716962048:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071506.089066:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.089069:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.089072:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308700 x1869685716961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.089078:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071506.089080:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071506.089084:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd54a00. 02000000:00000001:3.0:1783071506.089089:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071506.089091:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071506.089098:0:2402:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000001:3.0:1783071506.089100:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071506.089114:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81b800. 02000000:00000001:3.0:1783071506.089119:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071506.089120:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071506.089122:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308700. 00000100:00000001:3.0:1783071506.089125:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071506.089127:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.089129:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.089133:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308000 x1869685716961920/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.089139:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071506.089140:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071506.089141:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55000. 02000000:00000001:3.0:1783071506.089144:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071506.089145:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071506.089146:0:2402:0:(genops.c:1244:class_import_put()) import ffff93a1c3152000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000001:3.0:1783071506.089147:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071506.089149:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81b300. 02000000:00000001:3.0:1783071506.089150:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071506.089151:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071506.089152:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308000. 00000100:00000001:3.0:1783071506.089154:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071506.089155:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.089157:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.089159:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9309180 x1869685716961536/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.089164:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071506.089165:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071506.089166:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd55800. 02000000:00000001:3.0:1783071506.089168:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071506.089169:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071506.089170:0:2402:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1783071506.089171:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071506.089172:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81bc00. 02000000:00000001:3.0:1783071506.089173:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071506.089179:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071506.089180:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9309180. 00000100:00000001:3.0:1783071506.089182:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071506.089183:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.089185:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071506.089188:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c930a300 x1869685716962048/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071506.089192:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071506.089193:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071506.089195:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1cbd54000. 02000000:00000001:3.0:1783071506.089197:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071506.089198:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071506.089199:0:2402:0:(genops.c:1244:class_import_put()) import ffff93a1c31bb800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000001:3.0:1783071506.089200:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071506.089202:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81bd00. 02000000:00000001:3.0:1783071506.089203:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071506.089204:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071506.089205:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c930a300. 00000100:00000001:3.0:1783071506.089207:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071506.089208:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.089210:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071506.089530:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783071506.089532:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071506.089535:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071506.089537:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071506.390875:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071506.390885:0:64:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783071506.390887:0:64:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783071506.390891:0:64:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071506.390897:0:64:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783071506.390899:0:64:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071506.390902:0:64:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071506.390904:0:64:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071506.390908:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071506.390909:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071506.391139:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071506.391143:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071506.391146:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071507.414793:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071507.414802:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071507.414808:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071507.414809:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071507.414922:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071507.414926:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071507.414929:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1783071507.414937:0:54:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1a20 (cpu 0) has reached its deadline 4295052037, at 4295052096 00000100:00000010:2.0:1783071507.414948:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1ca08acc0. 00000100:00000040:3.0:1783071507.416209:0:450:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1b30 (cpu 0) has reached its deadline 4295052037, at 4295052097 00000100:00000010:3.0:1783071507.416219:0:450:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1ca08a840. 00010000:00000001:1.0:1783071508.444230:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071508.444241:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071508.444248:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071508.444250:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071508.444637:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071508.444717:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071508.444722:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071509.462739:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071509.462745:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071509.462752:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071509.462753:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783071509.462781:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071509.462785:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071509.462788:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1783071509.782005:0:10068:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1783071509.782017:0:10068:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1783071510.227283:0:10105:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1783071510.227289:0:10105:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1783071510.237330:0:10105:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1783071510.486820:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071510.486830:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071510.486838:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071510.486843:0:64:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783071510.486846:0:64:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783071510.486850:0:64:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071510.486853:0:64:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783071510.486856:0:64:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071510.486858:0:64:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071510.486860:0:64:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071510.486921:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071510.486925:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071510.486927:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783071511.202955:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071511.202965:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071511.202972:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c930a300. 00000020:00000040:3.0:1783071511.202982:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:3.0:1783071511.202987:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071511.202990:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071511.202995:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071511.203002:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81b300. 00000100:00000001:3.0:1783071511.203008:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203021:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071511.203032:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071511.203036:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203042:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdcc644d] to pc [ptlrpcd_01_00+0] req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.203065:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203068:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071511.203072:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071511.203074:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9309180. 00000020:00000040:3.0:1783071511.203077:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000100:00000001:3.0:1783071511.203079:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071511.203081:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071511.203082:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071511.203085:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81b800. 00000100:00000001:3.0:1783071511.203088:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203092:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071511.203117:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071511.203119:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203123:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e44e5494] to pc [ptlrpcd_01_01+1] req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.203131:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203134:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071511.203142:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071511.203145:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308000. 00000020:00000040:3.0:1783071511.203148:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000100:00000001:3.0:1783071511.203150:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071511.203152:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071511.203154:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071511.203157:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81b700. 00000100:00000001:3.0:1783071511.203161:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203165:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071511.203172:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071511.203174:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203178:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cfd123a] to pc [ptlrpcd_01_00+0] req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.203185:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203187:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071511.203191:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071511.203194:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071511.203196:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071511.203199:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071511.203202:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071511.203204:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308700. 00000020:00000040:3.0:1783071511.203205:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c3152000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000100:00000001:3.0:1783071511.203207:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071511.203208:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071511.203209:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071511.203212:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81bb00. 00000100:00000001:3.0:1783071511.203215:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203223:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071511.203230:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071511.203231:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203235:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c49f2b2] to pc [ptlrpcd_01_01+1] req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.203242:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203244:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783071511.203247:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783071511.203250:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308a80. 00000020:00000040:3.0:1783071511.203252:0:38:0:(genops.c:1231:class_import_get()) import ffff93a1c31bb800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000100:00000001:3.0:1783071511.203255:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783071511.203256:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783071511.203258:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783071511.203261:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1cb81b000. 00000100:00000001:3.0:1783071511.203264:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203267:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071511.203274:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783071511.203276:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203279:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1af206c] to pc [ptlrpcd_01_00+0] req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.203286:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.203288:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071511.203291:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071511.203294:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783071511.203298:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783071511.203304:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:3.0:1783071511.203322:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.203326:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071511.203329:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071511.203335:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.203343:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071511.203345:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.203350:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071511.203353:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071511.203356:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071511.203360:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c930a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716962176:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071511.203364:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071511.203371:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071511.203373:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.203376:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071511.203380:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1d02f4600. 02000000:00000001:3.0:1783071511.203382:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071511.203390:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071511.203395:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0e70. 00000400:00000010:3.0:1783071511.203404:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25088. 00000100:00000200:3.0:1783071511.203413:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962176, portal 25 00000100:00000001:3.0:1783071511.203415:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071511.203417:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807266560 : -119151902285056 : ffff93a1c930a300) 00000100:00000040:3.0:1783071511.203423:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.203431:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071511.203434:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071511.203437:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25110. 00000100:00000200:3.0:1783071511.203440:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869685716962176, offset 0 00000400:00000200:3.0:1783071511.203448:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071511.203458:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.203467:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071511.203474:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071511.203485:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071511.206301:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071511.206310:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071511.206316:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [159:159:256:4294967295] 192.168.201.110@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1783071511.206324:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.206336:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071511.206346:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071511.206358:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81b500. 00000800:00000200:3.0:1783071511.206367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071511.206376:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071511.206381:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071511.206406:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071511.206413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071511.206416:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295057171 00000100:00000010:3.0:1783071511.206424:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c9328900. 00000100:00000001:3.0:1783071511.206432:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1783071511.206441:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295057171 00000100:00000010:3.0:1783071511.206445:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c9328660. 00000100:00000001:3.0:1783071511.206448:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1783071511.206452:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071511.206456:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.206462:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071511.206471:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.206497:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071511.206500:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.206506:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071511.206510:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071511.206512:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071511.206517:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716962432:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071511.206538:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783071511.206544:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071511.206547:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.206550:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783071511.206555:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1d02f4e00. 02000000:00000001:3.0:1783071511.206558:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071511.206563:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:3.0:1783071511.206567:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0000. 00000400:00000010:3.0:1783071511.206575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25000. 00000100:00000200:3.0:1783071511.206583:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962432, portal 10 00000100:00000001:3.0:1783071511.206585:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783071511.206587:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807257600 : -119151902294016 : ffff93a1c9308000) 00000100:00000040:3.0:1783071511.206595:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.206610:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071511.206612:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071511.206615:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25330. 00000100:00000200:3.0:1783071511.206618:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716962432, offset 0 00000400:00000200:3.0:1783071511.206624:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071511.206631:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.206637:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071511.206642:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071511.206666:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071511.206669:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783071511.206671:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:3.0:1783071511.206674:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [160:160:255:4294967295] 192.168.201.110@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:3.0:1783071511.206678:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.206684:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071511.206688:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071511.206694:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81bd00. 00000800:00000200:3.0:1783071511.206698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071511.206708:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071511.206711:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071511.206715:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.206718:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: using a timeout of 137226 usecs (138 jiffies) 00000400:00000200:3.0:1783071511.206721:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071511.206723:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295056026 00000100:00000001:3.0:1783071511.206726:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295057171 00000100:00000001:3.0:1783071511.206727:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295056026 00000100:00000001:3.0:1783071511.206729:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295057171 00000100:00000001:3.0:1783071511.206731:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071511.206733:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.206735:0:2401:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783071511.206739:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.206746:0:2401:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783071511.206748:0:2401:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.206750:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783071511.206751:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783071511.206753:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.206755:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1783071511.206756:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716962688:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071511.206759:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071511.206759:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1783071511.206761:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1783071511.206761:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783071511.206763:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.206764:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1783071511.206767:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1783071511.206767:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1d02f4800. 02000000:00000001:3.0:1783071511.206769:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783071511.206772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071511.206775:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1783071511.206775:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c80c0f78. 00000100:00000001:2.0:1783071511.206776:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071511.206778:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1783071511.206778:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25cc0. 02000000:00000001:2.0:1783071511.206779:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071511.206781:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783071511.206781:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962688, portal 10 00000100:00000001:3.0:1783071511.206783:0:2401:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1783071511.206784:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716962304:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071511.206787:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1783071511.206788:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807260288 : -119151902291328 : ffff93a1c9308a80) 02000000:00000001:2.0:1783071511.206790:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071511.206791:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071511.206792:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1783071511.206794:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1783071511.206795:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d80000. 02000000:00000001:2.0:1783071511.206797:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071511.206800:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:3.0:1783071511.206801:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1783071511.206803:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691eb58. 00000100:00000040:3.0:1783071511.206803:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071511.206805:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d253b8. 00000400:00000010:2.0:1783071511.206806:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1ee0. 00000100:00000200:3.0:1783071511.206808:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716962688, offset 0 00000100:00000200:2.0:1783071511.206809:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962304, portal 10 00000100:00000001:2.0:1783071511.206811:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071511.206812:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807262080 : -119151902289536 : ffff93a1c9309180) 00000400:00000200:3.0:1783071511.206812:0:2401:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071511.206816:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000040:2.0:1783071511.206817:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783071511.206820:0:2401:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071511.206822:0:2401:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783071511.206825:0:2401:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:3.0:1783071511.206828:0:2401:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1783071511.206829:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1783071511.206830:0:2401:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000100:00000040:2.0:1783071511.206831:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071511.206833:0:2401:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [161:161:254:4294967295] 192.168.201.110@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000010:2.0:1783071511.206834:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1bb0. 00000100:00000200:2.0:1783071511.206836:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716962304, offset 0 00000400:00000200:3.0:1783071511.206837:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.206841:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071511.206843:0:2401:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000400:00000200:2.0:1783071511.206847:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000800:00000200:3.0:1783071511.206847:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071511.206850:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81b100. 00000400:00000200:2.0:1783071511.206851:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071511.206853:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1783071511.206854:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000400:00000200:2.0:1783071511.206856:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071511.206858:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1783071511.206861:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000400:00000200:2.0:1783071511.206862:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000800:00000200:3.0:1783071511.206864:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81b100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1783071511.206865:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [162:162:253:4294967295] 192.168.201.110@tcp LPNI seq info [162:162:5:4294967295] 00000100:00000001:3.0:1783071511.206867:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071511.206869:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.206874:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071511.206879:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071511.206882:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1ccc15a00. 00000800:00000200:2.0:1783071511.206886:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:2.0:1783071511.206889:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.0:1783071511.206892:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1ccc15a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783071511.206895:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071511.206897:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: using a timeout of 120325 usecs (121 jiffies) 00000400:00000200:2.0:1783071511.206900:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071511.206902:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295056009 00000100:00000001:2.0:1783071511.206905:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295057171 00000100:00000001:2.0:1783071511.206907:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295056009 00000100:00000001:2.0:1783071511.206909:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295057171 00000100:00000001:2.0:1783071511.206912:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071511.206914:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.206921:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783071511.206926:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071511.206934:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783071511.206935:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071511.206937:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783071511.206940:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783071511.206942:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783071511.206945:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1c9308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335665e0-5830-4da2-a221-3e1f669531af:2402:1869685716962560:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071511.206948:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783071511.206951:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783071511.206953:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071511.206954:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783071511.206957:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d80600. 02000000:00000001:2.0:1783071511.206959:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783071511.206963:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:2.0:1783071511.206965:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c691ed10. 00000400:00000010:2.0:1783071511.206969:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1000. 00000100:00000200:2.0:1783071511.206972:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962560, portal 10 00000100:00000001:2.0:1783071511.206974:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783071511.206976:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921807259392 : -119151902292224 : ffff93a1c9308700) 00000100:00000040:2.0:1783071511.206981:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071511.206988:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783071511.206989:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:2.0:1783071511.206992:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c9ba1330. 00000100:00000200:2.0:1783071511.206994:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716962560, offset 0 00000400:00000200:2.0:1783071511.206998:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:2.0:1783071511.207002:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.207006:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:2.0:1783071511.207009:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783071511.207011:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:2.0:1783071511.207013:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783071511.207021:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:2.0:1783071511.207024:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [163:163:252:4294967295] 192.168.201.110@tcp LPNI seq info [163:163:4:4294967295] 00000400:00000200:2.0:1783071511.207029:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.207035:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:2.0:1783071511.207040:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:2.0:1783071511.207044:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c2f5b700. 00000100:00000040:3.0:1783071511.207046:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: using a timeout of 23330 usecs (24 jiffies) 00000800:00000200:2.0:1783071511.207048:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000400:00000200:3.0:1783071511.207050:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000800:00000200:2.0:1783071511.207052:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000100:00000001:3.0:1783071511.207053:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295055912 00000800:00000200:2.0:1783071511.207055:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c2f5b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071511.207055:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295057171 00000100:00000001:2.0:1783071511.207058:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207058:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295055912 00000100:00000001:3.0:1783071511.207060:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295057171 00000100:00000040:2.0:1783071511.207062:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: using a timeout of 21610 usecs (22 jiffies) 00000100:00000001:3.0:1783071511.207062:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1783071511.207065:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:2.0:1783071511.207067:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295055910 00000100:00000001:3.0:1783071511.207068:0:2401:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.207069:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295057171 00000100:00000001:2.0:1783071511.207070:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295055910 00000100:00000001:3.0:1783071511.207071:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.207073:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295057171 00000100:00000001:3.0:1783071511.207074:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071511.207075:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071511.207076:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.207078:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.207080:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.207082:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071511.207083:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783071511.207084:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783071511.207084:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783071511.207086:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.207087:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071511.207088:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071511.207088:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071511.207089:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207090:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.207092:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207092:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783071511.207265:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071511.207270:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81b500. 00000400:00000200:3.0:1783071511.207274:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.207279:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071511.207284:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25110 00000400:00000010:3.0:1783071511.207286:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25110. 00000100:00000001:3.0:1783071511.207291:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071511.207296:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207306:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.207309:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207315:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207317:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071511.207328:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071511.207331:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81bd00. 00000400:00000200:3.0:1783071511.207333:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.207336:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071511.207339:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25330 00000400:00000010:3.0:1783071511.207341:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25330. 00000100:00000001:3.0:1783071511.207343:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071511.207347:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207353:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.207356:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207373:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207375:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071511.207384:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071511.207385:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81b100. 00000400:00000200:3.0:1783071511.207388:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.207391:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071511.207393:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d253b8 00000400:00000010:3.0:1783071511.207395:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d253b8. 00000100:00000001:3.0:1783071511.207397:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071511.207400:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207407:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.207409:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207415:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207416:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071511.207423:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071511.207425:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1ccc15a00. 00000400:00000200:3.0:1783071511.207428:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.207431:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071511.207434:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1bb0 00000400:00000010:3.0:1783071511.207436:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1bb0. 00000100:00000001:3.0:1783071511.207439:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071511.207442:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207449:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.207452:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207457:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207459:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071511.207626:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071511.207634:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c2f5b700. 00000400:00000200:3.0:1783071511.207638:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.207642:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071511.207645:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1330 00000400:00000010:3.0:1783071511.207667:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1330. 00000100:00000001:3.0:1783071511.207670:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071511.207674:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207682:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.207685:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.207691:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.207692:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783071511.210680:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.210698:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071511.210702:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.210704:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071511.210713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.210721:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071511.210747:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.210752:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.210757:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.210761:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a47821004b80 00000400:00000200:2.0:1783071511.210766:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.210772:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:2.0:1783071511.210779:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.210787:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071511.210790:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071511.210795:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071511.210802:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071511.210811:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071511.210822:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071511.210838:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071511.210847:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.210850:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.210902:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.210907:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783071511.210914:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071511.210916:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071511.210920:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0e70. 00000400:00000200:3.0:1783071511.210924:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25088 00000400:00000010:3.0:1783071511.210927:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25088. 00000100:00000001:3.0:1783071511.210930:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071511.210935:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071511.210943:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.210949:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071511.210952:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.210954:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071511.210958:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071511.210960:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071511.210962:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.210965:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071511.210972:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071511.210977:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071511.210986:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071511.210988:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071511.210991:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783071511.210993:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.210995:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.211000:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.211007:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071511.211010:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071511.211024:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071511.211028:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071511.211036:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c930a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2401:1869685716962176:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071511.211042:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.211045:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.211048:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c930a300 x1869685716962176/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.211054:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071511.211057:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071511.211060:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1d02f4600. 02000000:00000001:3.0:1783071511.211064:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071511.211066:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071511.211068:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:3.0:1783071511.211070:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071511.211073:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81b300. 02000000:00000001:3.0:1783071511.211076:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071511.211078:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071511.211080:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c930a300. 00000100:00000001:3.0:1783071511.211084:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071511.211085:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.211088:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.211090:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.211091:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783071511.211098:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.211100:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783071511.212323:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212335:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071511.212339:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212342:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071511.212348:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212354:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071511.212361:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212365:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212370:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212373:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004d80 00000400:00000200:3.0:1783071511.212378:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212382:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:3.0:1783071511.212388:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212392:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071511.212395:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.212398:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071511.212404:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071511.212410:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071511.212421:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.212806:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071511.212818:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212825:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071511.212827:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212829:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071511.212833:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212837:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071511.212842:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212844:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212847:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212863:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004c00 00000400:00000200:3.0:1783071511.212866:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212871:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:3.0:1783071511.212876:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212881:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071511.212883:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.212886:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071511.212890:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071511.212894:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071511.212902:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.212919:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071511.212923:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212926:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071511.212928:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.212930:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071511.212933:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212936:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071511.212939:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212942:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212944:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212947:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004d00 00000400:00000200:3.0:1783071511.212950:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071511.212954:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:3.0:1783071511.212957:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.213021:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071511.213024:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071511.213028:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071511.213031:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071511.213036:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071511.213056:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.213063:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071511.213068:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071511.213071:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.213086:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.213090:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783071511.213096:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071511.213098:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071511.213100:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691eb58. 00000400:00000200:3.0:1783071511.213105:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1ee0 00000400:00000010:3.0:1783071511.213107:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1ee0. 00000100:00000001:3.0:1783071511.213110:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071511.213114:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071511.213127:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.213133:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071511.213135:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.213138:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071511.213141:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071511.213143:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071511.213146:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.213148:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071511.213157:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071511.213161:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071511.213164:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071511.213165:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071511.213168:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783071511.213172:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.213175:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071511.213178:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:3.0:1783071511.213179:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071511.213186:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.213191:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.213199:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071511.213202:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071511.213204:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071511.213207:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071511.213215:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2402:1869685716962304:192.168.201.110@tcp:400:kworker.0 00000400:00000001:3.0:1783071511.213221:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071511.213222:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071511.213224:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c691ed10. 00000400:00000200:3.0:1783071511.213226:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c9ba1000 00000400:00000010:3.0:1783071511.213228:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c9ba1000. 00000100:00000001:3.0:1783071511.213230:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071511.213233:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071511.213241:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.213246:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071511.213248:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.213249:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071511.213250:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071511.213251:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071511.213253:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.213255:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071511.213259:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c3152460 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071511.213262:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3152418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071511.213264:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071511.213265:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071511.213267:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783071511.213269:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.213275:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071511.213277:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:3.0:1783071511.213279:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071511.213280:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.213284:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.213291:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071511.213292:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071511.213294:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071511.213297:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071511.213303:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335665e0-5830-4da2-a221-3e1f669531af:2402:1869685716962560:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071511.213308:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.213311:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.213314:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9309180 x1869685716962304/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.213322:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071511.213324:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071511.213328:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d80000. 02000000:00000001:3.0:1783071511.213331:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071511.213334:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071511.213335:0:2402:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000001:3.0:1783071511.213338:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071511.213340:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81b800. 02000000:00000001:3.0:1783071511.213344:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071511.213345:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071511.213347:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9309180. 00000100:00000001:3.0:1783071511.213350:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071511.213352:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.213353:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.213356:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308700 x1869685716962560/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.213371:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071511.213373:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071511.213374:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d80600. 02000000:00000001:3.0:1783071511.213377:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071511.213378:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071511.213379:0:2402:0:(genops.c:1244:class_import_put()) import ffff93a1c3152000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000001:3.0:1783071511.213381:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071511.213383:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81bb00. 02000000:00000001:3.0:1783071511.213384:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071511.213385:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071511.213387:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308700. 00000100:00000001:3.0:1783071511.213389:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071511.213390:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.213392:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.213399:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783071511.213400:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.213402:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.213404:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.214141:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071511.214147:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783071511.214156:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783071511.214157:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783071511.214160:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0f78. 00000400:00000200:2.0:1783071511.214166:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25cc0 00000400:00000010:2.0:1783071511.214168:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25cc0. 00000100:00000001:2.0:1783071511.214173:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071511.214181:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783071511.214192:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071511.214199:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783071511.214201:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071511.214214:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783071511.214217:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783071511.214219:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783071511.214221:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783071511.214223:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783071511.214229:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bbc60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1783071511.214232:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bbc18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1783071511.214235:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783071511.214236:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783071511.214238:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783071511.214242:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783071511.214249:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.214252:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783071511.214254:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:2.0:1783071511.214255:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783071511.214257:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783071511.214261:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071511.214268:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783071511.214271:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783071511.214272:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783071511.214275:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071511.214284:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335665e0-5830-4da2-a221-3e1f669531af:2401:1869685716962688:192.168.201.110@tcp:400:kworker.0 00000100:00000001:2.0:1783071511.214288:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.214290:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071511.214293:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308a80 x1869685716962688/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071511.214299:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783071511.214301:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783071511.214309:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1d02f4800. 02000000:00000001:2.0:1783071511.214313:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783071511.214314:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783071511.214316:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c31bb800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000001:2.0:1783071511.214318:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783071511.214320:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81b000. 02000000:00000001:2.0:1783071511.214323:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783071511.214324:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783071511.214325:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308a80. 00000100:00000001:2.0:1783071511.214329:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783071511.214330:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783071511.214333:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.214335:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071511.214337:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783071511.214339:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071511.214340:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1783071511.230798:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.230814:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071511.230818:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.230820:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071511.230830:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.230839:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071511.230849:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.230854:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.230859:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.230863:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004c80 00000400:00000200:2.0:1783071511.230868:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071511.230875:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:2.0:1783071511.230884:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.230893:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071511.230897:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071511.230902:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071511.230911:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071511.230919:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071511.230944:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071511.230957:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071511.230965:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071511.230968:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.231018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.231022:0:2401:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783071511.231028:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783071511.231030:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783071511.231033:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c80c0000. 00000400:00000200:3.0:1783071511.231037:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25000 00000400:00000010:3.0:1783071511.231039:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25000. 00000100:00000001:3.0:1783071511.231042:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071511.231047:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783071511.231056:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.231062:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783071511.231064:0:2401:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.231067:0:2401:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783071511.231070:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783071511.231073:0:2401:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071511.231079:0:2401:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071511.231082:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071511.231093:0:2401:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2c60 time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1783071511.231097:0:2401:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2c18 time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071511.231099:0:2401:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783071511.231101:0:2401:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071511.231103:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783071511.231109:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783071511.231116:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.231120:0:2401:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783071511.231122:0:2401:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:3.0:1783071511.231123:0:2401:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783071511.231125:0:2401:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071511.231129:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.231136:0:2401:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783071511.231139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783071511.231141:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783071511.231145:0:2401:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071511.231152:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1c9308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2401:1869685716962432:192.168.201.110@tcp:400:kworker.0 00000100:00000001:3.0:1783071511.231158:0:2401:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.231161:0:2401:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071511.231163:0:2401:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1c9308000 x1869685716962432/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071511.231171:0:2401:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783071511.231175:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783071511.231178:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1d02f4e00. 02000000:00000001:3.0:1783071511.231181:0:2401:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783071511.231184:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783071511.231190:0:2401:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000001:3.0:1783071511.231193:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783071511.231195:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1cb81b700. 02000000:00000001:3.0:1783071511.231199:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783071511.231201:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783071511.231203:0:2401:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1c9308000. 00000100:00000001:3.0:1783071511.231207:0:2401:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783071511.231209:0:2401:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.231211:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071511.231219:0:2401:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783071511.231220:0:2401:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071511.231223:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783071511.231225:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071511.512558:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071511.512566:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071511.512570:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071511.512572:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071511.513802:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071511.513808:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071511.513813:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1783071511.973695:0:10203:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783071511.973707:0:10203:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071512.535242:0:450:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1b30 (cpu 0) has reached its deadline 4295057171, at 4295057216 00000100:00000010:3.0:1783071512.535257:0:450:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c9328660. 00000100:00000040:2.0:1783071512.538703:0:54:0:(connection.c:75:cpu_latency_work()) work item of ffff93a1c4dc1a20 (cpu 0) has reached its deadline 4295057171, at 4295057216 00000100:00000010:2.0:1783071512.538719:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a1c9328900. 00010000:00000001:1.0:1783071512.539510:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071512.539514:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071512.539519:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071512.539520:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071512.541790:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071512.541797:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071512.541803:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1783071513.568232:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071513.568239:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071513.568243:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071513.568244:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071513.568909:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071513.568913:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071513.568916:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1783071513.926460:0:10268:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff93a1d0cccfe0. 00000400:00000040:3.0:1783071513.926483:0:10268:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1783071513.926486:0:10268:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1783071513.926488:0:10268:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1783071513.926489:0:10268:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1783071513.926491:0:10268:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1783071513.926492:0:10268:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1783071513.926494:0:10268:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1783071513.926730:0:10268:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff93a1d0cccfe0. 00010000:00000001:1.0:1783071514.582823:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071514.582833:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071514.582841:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071514.582843:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071514.582981:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071514.582986:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071514.582990:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1783071515.127726:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.127751:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071515.127756:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.127758:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071515.127791:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127801:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071515.127812:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127818:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127825:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127829:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 328 into portal 15 MB=0x6a4782211ad80 00000400:00000200:3.0:1783071515.127840:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.110@tcp of length 328/328 into md 0x5 [2] + 984 00000800:00000001:3.0:1783071515.127849:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.127855:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071515.127859:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071515.127864:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071515.127874:0:2394:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783071515.127877:0:2394:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1783071515.127885:0:2394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308000. 00000100:00000040:3.0:1783071515.127891:0:2394:0:(events.c:337:request_in_callback()) incoming req@ffff93a1c9308000 x1869685734878592 msgsize 328 00000100:00100000:3.0:1783071515.127897:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00000001:3.0:1783071515.127921:0:2394:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1783071515.127932:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.127937:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071515.127939:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.127941:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071515.127944:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127949:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071515.127953:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127956:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127959:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.127962:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 328 into portal 15 MB=0x6a4782211ae00 00000400:00000200:3.0:1783071515.127966:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.110@tcp of length 328/328 into md 0x5 [2] + 1312 00000800:00000001:3.0:1783071515.127970:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.127976:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071515.127978:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071515.127981:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071515.127984:0:2394:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1783071515.127991:0:2394:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1783071515.127994:0:2394:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1c9308700. 00000100:00000040:3.0:1783071515.127997:0:2394:0:(events.c:337:request_in_callback()) incoming req@ffff93a1c9308700 x1869685734878720 msgsize 328 00000100:00100000:3.0:1783071515.128001:0:2394:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00000001:3.0:1783071515.128018:0:2394:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1783071515.128023:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.128027:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1783071515.128070:0:6161:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93a1c6bda000. 00000100:00000001:3.0:1783071515.128080:0:6161:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783071515.128083:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685734878592 02000000:00000001:3.0:1783071515.128086:0:6161:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783071515.128090:0:6161:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071515.128092:0:6161:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071515.128098:0:6161:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071515.128106:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685734878592 00000020:00000001:3.0:1783071515.128110:0:6161:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783071515.128113:0:6161:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c4c73d28b392faf 00000020:00000001:3.0:1783071515.128116:0:6161:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783071515.128121:0:6161:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93a1c9395000 refcount=3 00000020:00000001:3.0:1783071515.128123:0:6161:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921807835136 : -119151901716480 : ffff93a1c9395000) 00000020:00000001:3.0:1783071515.128126:0:6161:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624921807835136 : -119151901716480 : ffff93a1c9395000) 00000100:00000001:3.0:1783071515.128132:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783071515.128136:0:6161:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93a1c59fb2c0. 00000100:00000001:3.0:1783071515.128140:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783071515.128143:0:6161:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93a1c59fb2c0. 00000020:00000010:3.0:1783071515.128152:0:6161:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93a1ca7d8e00. 00000020:00000010:3.0:1783071515.128442:0:6161:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93a1c5040d80. 00000020:00000010:3.0:1783071515.128462:0:6161:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93a1d03d77d0. 00000100:00000040:3.0:1783071515.128475:0:6161:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1783071515.128480:0:6161:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783071515.128482:0:6161:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783071515.128484:0:6161:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.128494:0:6161:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.128618:0:6161:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071515.128637:0:6161:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1783071515.128639:0:6161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685734878720 02000000:00000001:3.0:1783071515.128641:0:6161:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1783071515.128642:0:6161:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783071515.128644:0:6161:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783071515.128753:0:6161:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783071515.128755:0:6161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685734878720 00000020:00000001:3.0:1783071515.128757:0:6161:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1783071515.128759:0:6161:0:(genops.c:825:class_conn2export()) looking for export cookie 0x8c4c73d28b392faf 00000020:00000001:3.0:1783071515.128761:0:6161:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783071515.128763:0:6161:0:(lustre_handles.c:147:class_handle2object()) GET export ffff93a1c9395000 refcount=4 00000020:00000001:3.0:1783071515.128766:0:6161:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921807835136 : -119151901716480 : ffff93a1c9395000) 00000020:00000001:3.0:1783071515.128768:0:6161:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446624921807835136 : -119151901716480 : ffff93a1c9395000) 00000100:00000001:3.0:1783071515.128771:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783071515.128774:0:6161:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93a1c59fb2c0. 00000100:00000001:3.0:1783071515.128776:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783071515.128779:0:6161:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93a1c59fb2c0. 00000020:00000010:3.0:1783071515.128783:0:6161:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93a1ca7d9000. 00000020:00000010:3.0:1783071515.128785:0:6161:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93a1c5040200. 00000020:00000010:3.0:1783071515.128788:0:6161:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93a1d03d7708. 00000100:00000001:3.0:1783071515.128791:0:6161:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1783071515.128792:0:6161:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1783071515.128794:0:6161:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.128797:0:6161:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.128799:0:6161:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071515.128807:0:6161:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783071515.128809:0:6161:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783071515.128815:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 3 00000100:00000040:3.0:1783071515.128820:0:6161:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff93a1c9395000 : new rpc_count 1 00000100:00000001:3.0:1783071515.128822:0:6161:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624921807257600 : -119151902294016 : ffff93a1c9308000) 00000100:00000040:3.0:1783071515.128831:0:6161:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93a1c9308000 x1869685734878592/t0(0) o104->696da0eb-a2f7-461e-8ba2-b9db160ec01a@192.168.201.110@tcp:106/0 lens 328/0 e 0 to 0 dl 1783071526 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071515.128842:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783071515.128850:0:6161:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93a1c59fb2c0. 00000100:00000001:3.0:1783071515.128852:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783071515.128854:0:6161:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93a1c59fb2c0. 00000100:00100000:3.0:1783071515.128859:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93a1c9308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+4:13385:x1869685734878592:12345-192.168.201.110@tcp:104: 00000100:00000200:3.0:1783071515.128863:0:6161:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1869685734878592 00010000:00000001:3.0:1783071515.128867:0:6161:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1783071515.128878:0:6161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783071515.128880:0:6161:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783071515.128882:0:6161:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a202152c00 refcount=2 00000020:00000001:3.0:1783071515.128884:0:6161:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624922761767936 : -119150947783680 : ffff93a202152c00) 00010000:00000001:3.0:1783071515.128888:0:6161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624922761767936 : -119150947783680 : ffff93a202152c00) 00010000:00000001:3.0:1783071515.128892:0:6161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783071515.128896:0:6161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071515.128902:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783071515.128913:0:6161:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783071515.128916:0:6161:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1783071515.128921:0:6161:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93a1c388bc00. 02000000:00000001:3.0:1783071515.128924:0:6161:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.128926:0:6161:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071515.128931:0:6161:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783071515.128934:0:6161:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071515.128939:0:6161:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3bc09e8 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071515.128944:0:6161:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783071515.128946:0:6161:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93a1c5372ec0 refcount 28 to 192.168.201.110@tcp 00000100:00000001:3.0:1783071515.128949:0:6161:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624921740586688 : -119151968964928 : ffff93a1c5372ec0) 02000000:00000001:3.0:1783071515.128952:0:6161:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783071515.128954:0:6161:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.128958:0:6161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071515.128961:0:6161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071515.128967:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25000. 00000100:00000200:3.0:1783071515.128973:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1869685734878592, offset 224 00000400:00000200:3.0:1783071515.128987:0:6161:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071515.128996:0:6161:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.129005:0:6161:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.201.10@tcp to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071515.129012:0:6161:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [164:164:256:4294967295] 192.168.201.110@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1783071515.129017:0:6161:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.129027:0:6161:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:192.168.201.10@tcp) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071515.129034:0:6161:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071515.129040:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81b700. 00000800:00000200:3.0:1783071515.129048:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071515.129304:0:6161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071515.129309:0:6161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071515.129330:0:6161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071515.129333:0:6161:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff93a1c5372ec0 refcount 27 to 192.168.201.110@tcp 00010000:00000001:3.0:1783071515.129397:0:6161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1783071515.129403:0:6161:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93a1d0356180. 00010000:00000001:3.0:1783071515.129406:0:6161:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1783071515.129561:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1783071515.129565:0:6161:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071515.129566:0:6161:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071515.129569:0:6161:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071515.129576:0:6161:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308000 x1869685734878592/t0(0) o104->696da0eb-a2f7-461e-8ba2-b9db160ec01a@192.168.201.110@tcp:106/0 lens 328/224 e 0 to 0 dl 1783071526 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071515.129588:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93a1c9308000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+4:13385:x1869685734878592:12345-192.168.201.110@tcp:104: Request processed in 743us (1693us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071515.129597:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 3 00000100:00000040:3.0:1783071515.129602:0:6161:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93a1c9395000 : new rpc_count 0 00000100:00000001:3.0:1783071515.129604:0:6161:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783071515.129606:0:6161:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783071515.129612:0:6161:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93a1c5040d80. 00000020:00000010:3.0:1783071515.129622:0:6161:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93a1d03d77d0. 00000020:00000010:3.0:1783071515.129627:0:6161:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93a1ca7d8e00. 00000020:00000040:3.0:1783071515.129633:0:6161:0:(genops.c:900:class_export_put()) PUTting export ffff93a1c9395000 : new refcount 3 00000100:00000001:3.0:1783071515.129636:0:6161:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783071515.129670:0:6161:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1783071515.129672:0:6161:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1783071515.129676:0:6161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 4 00000100:00000040:3.0:1783071515.129679:0:6161:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff93a1c9395000 : new rpc_count 1 00000100:00000001:3.0:1783071515.129681:0:6161:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624921807259392 : -119151902292224 : ffff93a1c9308700) 00000100:00000040:3.0:1783071515.129686:0:6161:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93a1c9308700 x1869685734878720/t0(0) o104->696da0eb-a2f7-461e-8ba2-b9db160ec01a@192.168.201.110@tcp:106/0 lens 328/0 e 0 to 0 dl 1783071526 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783071515.129696:0:6161:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1783071515.129698:0:6161:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93a1c59fb2c0. 00000100:00000001:3.0:1783071515.129701:0:6161:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1783071515.129703:0:6161:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff93a1c59fb2c0. 00000100:00100000:3.0:1783071515.129707:0:6161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93a1c9308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+3:13385:x1869685734878720:12345-192.168.201.110@tcp:104: 00000100:00000200:3.0:1783071515.129710:0:6161:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1869685734878720 00010000:00000001:3.0:1783071515.129712:0:6161:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1783071515.129717:0:6161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1783071515.129718:0:6161:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1783071515.129721:0:6161:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a202153000 refcount=2 00000020:00000001:3.0:1783071515.129723:0:6161:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624922761768960 : -119150947782656 : ffff93a202153000) 00010000:00000001:3.0:1783071515.129725:0:6161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624922761768960 : -119150947782656 : ffff93a202153000) 00010000:00000001:3.0:1783071515.129728:0:6161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1783071515.129730:0:6161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071515.129734:0:6161:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1783071515.129742:0:6161:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1783071515.129745:0:6161:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1783071515.129748:0:6161:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93a1c388a800. 02000000:00000001:3.0:1783071515.129754:0:6161:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.129757:0:6161:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071515.129759:0:6161:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1783071515.129761:0:6161:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783071515.129763:0:6161:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3bc09e8 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1783071515.129767:0:6161:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1783071515.129769:0:6161:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93a1c5372ec0 refcount 28 to 192.168.201.110@tcp 00000100:00000001:3.0:1783071515.129771:0:6161:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446624921740586688 : -119151968964928 : ffff93a1c5372ec0) 02000000:00000001:3.0:1783071515.129774:0:6161:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1783071515.129775:0:6161:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071515.129778:0:6161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783071515.129780:0:6161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:3.0:1783071515.129784:0:6161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c5d25088. 00000100:00000200:3.0:1783071515.129789:0:6161:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1869685734878720, offset 224 00000400:00000200:3.0:1783071515.129794:0:6161:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:3.0:1783071515.129801:0:6161:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.129805:0:6161:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.201.10@tcp to MR: 192.168.201.110@tcp local destination 00000400:00000200:3.0:1783071515.129810:0:6161:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [165:165:255:4294967295] 192.168.201.110@tcp LPNI seq info [165:165:7:4294967295] 00000400:00000200:3.0:1783071515.129814:0:6161:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.129822:0:6161:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:192.168.201.10@tcp) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:3.0:1783071515.129826:0:6161:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:3.0:1783071515.129830:0:6161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1cb81bb00. 00000800:00000200:3.0:1783071515.129833:0:6161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:3.0:1783071515.129838:0:6161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:3.0:1783071515.129841:0:6161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1cb81bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783071515.129844:0:6161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071515.129846:0:6161:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff93a1c5372ec0 refcount 27 to 192.168.201.110@tcp 00010000:00000001:3.0:1783071515.129849:0:6161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1783071515.129851:0:6161:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93a1d0356780. 00010000:00000001:3.0:1783071515.129853:0:6161:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:1.0:1783071515.131334:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071515.131353:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071515.131359:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1783071515.131364:0:6169:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783071515.131367:0:6169:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783071515.131374:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071515.131388:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93a202152c00 already unused, calling callback (ffffffffc14d4c20) 10000000:00000001:1.0:1783071515.131413:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1783071515.131416:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783071515.131424:0:6169:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783071515.131427:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783071515.131430:0:6169:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783071515.131432:0:6169:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a202152c00 refcount=3 00000020:00000001:1.0:1783071515.131434:0:6169:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624922761767936 : -119150947783680 : ffff93a202152c00) 00010000:00000001:1.0:1783071515.131437:0:6169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624922761767936 : -119150947783680 : ffff93a202152c00) 00010000:00000001:1.0:1783071515.131441:0:6169:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783071515.131444:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1783071515.131451:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1783071515.131454:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071515.131460:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1783071515.131463:0:6169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1783071515.131465:0:6169:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1783071515.131467:0:6169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1783071515.131468:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783071515.131469:0:6169:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783071515.134089:0:6169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1783071515.134103:0:6169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1783071515.134107:0:6169:0:(mgc_request.c:123:config_log_put()) log params(ffff93a1cbdb5800) refs 2 10000000:00000001:1.0:1783071515.134115:0:6169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1783071515.134116:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.134125:0:6169:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783071515.134129:0:6169:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783071515.134132:0:6169:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783071515.134135:0:6169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783071515.134139:0:6169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783071515.134145:0:6169:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93a202152c00 with handle 0x8c4c73d28b39307a from hash 00010000:00000001:1.0:1783071515.134187:0:6169:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783071515.134190:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783071515.134193:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783071515.134195:0:6169:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783071515.134197:0:6169:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783071515.134199:0:6169:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1783071515.134205:0:6169:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783071515.134209:0:6169:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783071515.134223:0:6169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1cbdffb80. 00000020:00000040:1.0:1783071515.134229:0:6169:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:1.0:1783071515.134236:0:6169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783071515.134239:0:6169:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783071515.134247:0:6169:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783071515.134259:0:6169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c8b24a00. 00000100:00000001:1.0:1783071515.134269:0:6169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.134272:0:6169:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783071515.134281:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071515.134291:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783071515.134292:0:6169:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.134299:0:6169:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783071515.134305:0:6169:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071515.134324:0:6169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000519d02a7] to pc [ptlrpcd_00_01+1] req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071515.134367:0:6169:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783071515.134370:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783071515.134371:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783071515.134373:0:6169:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.134375:0:6169:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783071515.134378:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071515.134382:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783071515.134390:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783071515.134400:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.110@tcp lock: ffff93a202152c00/0x8c4c73d28b39307a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2161011 expref: -99 pid: 9101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783071515.134417:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783071515.134419:0:6169:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783071515.134422:0:6169:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93a1d0356180. 00010000:00000001:1.0:1783071515.134430:0:6169:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783071515.134434:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071515.134436:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071515.134439:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1783071515.134441:0:6169:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1783071515.134443:0:6169:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1783071515.134446:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071515.134453:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93a202153000 already unused, calling callback (ffffffffc14d4c20) 10000000:00000001:1.0:1783071515.134457:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1783071515.134459:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783071515.134465:0:6169:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1783071515.134467:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1783071515.134470:0:6169:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1783071515.134782:0:6169:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a202153000 refcount=3 00000020:00000001:1.0:1783071515.134785:0:6169:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624922761768960 : -119150947782656 : ffff93a202153000) 00010000:00000001:1.0:1783071515.134789:0:6169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624922761768960 : -119150947782656 : ffff93a202153000) 00010000:00000001:1.0:1783071515.134792:0:6169:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1783071515.134795:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1783071515.134802:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1783071515.134804:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071515.134824:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1783071515.134828:0:6169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1783071515.134830:0:6169:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1783071515.134832:0:6169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1783071515.134834:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1783071515.134835:0:6169:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783071515.134840:0:6169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1783071515.134841:0:6169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1783071515.134843:0:6169:0:(mgc_request.c:123:config_log_put()) log params(ffff93a1d0334000) refs 2 10000000:00000001:1.0:1783071515.134845:0:6169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1783071515.134847:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.134849:0:6169:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1783071515.134852:0:6169:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1783071515.134853:0:6169:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1783071515.134855:0:6169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1783071515.134858:0:6169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1783071515.134861:0:6169:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93a202153000 with handle 0x8c4c73d28b39303b from hash 00010000:00000001:1.0:1783071515.134863:0:6169:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1783071515.134865:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783071515.134866:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783071515.134868:0:6169:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1783071515.134870:0:6169:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1783071515.134871:0:6169:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1783071515.134874:0:6169:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1783071515.134876:0:6169:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1783071515.134880:0:6169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1cbdfe300. 00000020:00000040:1.0:1783071515.134883:0:6169:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=5 obd=MGC192.168.201.110@tcp 00000100:00000001:1.0:1783071515.134886:0:6169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1783071515.134888:0:6169:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1783071515.134891:0:6169:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1783071515.134897:0:6169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c8b24600. 00000100:00000001:1.0:1783071515.134901:0:6169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.134904:0:6169:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1783071515.134908:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071515.134924:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1783071515.134926:0:6169:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.134929:0:6169:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1783071515.134932:0:6169:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071515.134939:0:6169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b545e7] to pc [ptlrpcd_00_00+0] req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1783071515.134950:0:6169:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1783071515.134953:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1783071515.134954:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783071515.134955:0:6169:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.134957:0:6169:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1783071515.134959:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071515.134962:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1783071515.134968:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1783071515.134970:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.110@tcp lock: ffff93a202153000/0x8c4c73d28b39303b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6bc0bfbdf2160ffc expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1783071515.134979:0:6169:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93a1c321ea00 count: 0 00010000:00000001:1.0:1783071515.134997:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1783071515.134999:0:6169:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1783071515.135001:0:6169:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93a1d0356780. 00010000:00000001:1.0:1783071515.135003:0:6169:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783071515.135006:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071515.135008:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071515.135010:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783071515.135011:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071515.135013:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071515.135015:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1783071515.135020:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071515.135022:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071515.135023:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1783071515.135062:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071515.135068:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071515.135072:0:2400:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1783071515.135081:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071515.135091:0:2400:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1783071515.135094:0:2400:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071515.135100:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1783071515.135103:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1783071515.135107:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1783071515.135110:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716962816:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783071515.135116:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1783071515.135124:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1783071515.135127:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071515.135130:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1783071515.135135:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c8b24e00. 02000000:00000001:1.0:1783071515.135137:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071515.135146:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:1.0:1783071515.135151:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c9332e70. 00000400:00000010:1.0:1783071515.135251:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036ce58. 00000100:00000200:1.0:1783071515.135262:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962816, portal 18 00000100:00000001:1.0:1783071515.135265:0:2400:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1783071515.135266:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921852312448 : -119151857239168 : ffff93a1cbdffb80) 00000100:00000040:1.0:1783071515.135274:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071515.135281:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1783071515.135284:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:1.0:1783071515.135287:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1d036c198. 00000100:00000200:1.0:1783071515.135290:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1869685716962816, offset 0 00000400:00000200:1.0:1783071515.135300:0:2400:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:1.0:1783071515.135312:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071515.135322:0:2400:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:1.0:1783071515.135329:0:2400:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1783071515.135354:0:2400:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:1.0:1783071515.135359:0:2400:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1783071515.135362:0:2400:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:1.0:1783071515.135367:0:2400:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [166:166:254:4294967295] 192.168.201.110@tcp LPNI seq info [166:166:6:4294967295] 00000400:00000200:1.0:1783071515.135372:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:1.0:1783071515.135387:0:2400:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:1.0:1783071515.135394:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:1.0:1783071515.135402:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c8b20600. 00000800:00000200:1.0:1783071515.135410:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:1.0:1783071515.135421:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:1.0:1783071515.135426:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c8b20600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1783071515.135432:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1783071515.135436:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:1.0:1783071515.135441:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295061098 00000100:00000010:1.0:1783071515.135446:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c7c2d000. 00000100:00000001:1.0:1783071515.135455:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1783071515.135471:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295061098 00000100:00000001:0.0:1783071515.135717:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071515.135721:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071515.135723:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071515.135731:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071515.135739:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071515.135741:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071515.135744:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071515.135746:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071515.135756:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071515.135761:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1cbdfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716962944:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783071515.135764:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071515.135767:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071515.135769:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071515.135771:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071515.135776:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a202151000. 02000000:00000001:0.0:1783071515.135778:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071515.135782:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071515.135786:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22528. 00000400:00000010:0.0:1783071515.135791:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020110. 00000100:00000200:0.0:1783071515.135795:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716962944, portal 18 00000100:00000001:0.0:1783071515.135797:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071515.135799:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921852306176 : -119151857245440 : ffff93a1cbdfe300) 00000100:00000040:0.0:1783071515.135803:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071515.135811:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071515.135813:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071515.135816:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c30205d8. 00000100:00000200:0.0:1783071515.135819:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1869685716962944, offset 0 00000400:00000200:0.0:1783071515.135824:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071515.135829:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071515.135833:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071515.135836:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071515.135839:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071515.135841:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071515.135844:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071515.135847:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [167:167:253:4294967295] 192.168.201.110@tcp LPNI seq info [167:167:5:4294967295] 00000400:00000200:0.0:1783071515.135851:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071515.135858:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071515.135863:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071515.135867:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28c00. 00000800:00000200:0.0:1783071515.135877:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071515.135882:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071515.135884:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783071515.135888:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071515.135891:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071515.135894:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295061101 00000100:00000001:0.0:1783071515.135900:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295061098 00000100:00000001:0.0:1783071515.135903:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295061101 00000100:00000010:1.0:1783071515.136213:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a1c7c2d480. 00000100:00000001:1.0:1783071515.136220:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1783071515.136265:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295061098 00000100:00000001:0.0:1783071515.136269:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071515.136272:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071515.136276:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071515.136279:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071515.136287:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071515.136290:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783071515.136293:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071515.136294:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071515.136296:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071515.136298:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071515.136387:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071515.136390:0:2400:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071515.136392:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071515.136394:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.136398:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071515.136400:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1783071515.136401:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071515.136403:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1783071515.136404:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071515.136406:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783071515.142874:0:6636:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783071515.142884:0:6636:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783071515.142891:0:6636:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1783071515.146012:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071515.146028:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81b700. 00000400:00000200:2.0:1783071515.146041:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071515.146055:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071515.146077:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25000 00000400:00000010:2.0:1783071515.146081:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25000. 00000100:00000001:2.0:1783071515.146092:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1783071515.146094:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1783071515.146113:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071515.146116:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1cb81bb00. 00000400:00000200:2.0:1783071515.146119:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071515.146123:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071515.146126:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c5d25088 00000400:00000010:2.0:1783071515.146128:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c5d25088. 00000100:00000001:2.0:1783071515.146131:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1783071515.146133:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1783071515.146141:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071515.146144:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c8b20600. 00000400:00000200:2.0:1783071515.146147:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071515.146150:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071515.146190:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036c198 00000400:00000010:2.0:1783071515.146192:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036c198. 00000100:00000001:2.0:1783071515.146196:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071515.146208:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071515.146224:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071515.146228:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071515.146237:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071515.146239:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1783071515.146323:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071515.146326:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28c00. 00000400:00000200:2.0:1783071515.146331:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071515.146335:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071515.147151:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c30205d8 00000400:00000010:2.0:1783071515.147165:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c30205d8. 00000100:00000001:2.0:1783071515.147171:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071515.147180:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071515.147190:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071515.147194:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071515.147201:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071515.147203:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1783071515.147380:0:6161:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:3.0:1783071515.147385:0:6161:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071515.147404:0:6161:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783071515.147407:0:6161:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783071515.147417:0:6161:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1c9308700 x1869685734878720/t0(0) o104->696da0eb-a2f7-461e-8ba2-b9db160ec01a@192.168.201.110@tcp:106/0 lens 328/224 e 0 to 0 dl 1783071526 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071515.147429:0:6161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93a1c9308700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:696da0eb-a2f7-461e-8ba2-b9db160ec01a+3:13385:x1869685734878720:12345-192.168.201.110@tcp:104: Request processed in 17730us (19428us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071515.147445:0:6161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 4 00000100:00000040:3.0:1783071515.147450:0:6161:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93a1c9395000 : new rpc_count 0 00000100:00000001:3.0:1783071515.147453:0:6161:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1783071515.147456:0:6161:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1783071515.147466:0:6161:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93a1c5040200. 00000020:00000010:3.0:1783071515.147472:0:6161:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93a1d03d7708. 00000020:00000010:3.0:1783071515.147476:0:6161:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93a1ca7d9000. 00000020:00000040:3.0:1783071515.147484:0:6161:0:(genops.c:900:class_export_put()) PUTting export ffff93a1c9395000 : new refcount 2 00000100:00000001:3.0:1783071515.147487:0:6161:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1F:1783071515.148723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a202152c00. 00010000:00000010:1.1:1783071515.148756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a1c321ea00. 00010000:00000010:1.1:1783071515.148762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a202153000. 00000800:00000001:3.0:1783071515.156738:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.156764:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071515.156770:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.156773:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071515.156786:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.156797:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071515.156809:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.156815:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.156822:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.156827:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 18 MB=0x6a47821004e00 00000400:00000200:3.0:1783071515.156832:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071515.156840:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.110@tcp of length 224/224 into md 0x93d [1] + 224 00000800:00000001:3.0:1783071515.156850:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.156857:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071515.156862:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071515.156868:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071515.156877:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071515.156907:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071515.156920:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071515.156946:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071515.156959:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071515.156963:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.157235:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071515.157241:0:2400:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1783071515.157251:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1783071515.157253:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1783071515.157265:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c9332e70. 00000400:00000200:1.0:1783071515.157272:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1d036ce58 00000400:00000010:1.0:1783071515.157275:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1d036ce58. 00000100:00000001:1.0:1783071515.157279:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783071515.157284:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1783071515.157294:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071515.157302:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1783071515.157304:0:2400:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.157307:0:2400:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1783071515.157312:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1783071515.157315:0:2400:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1783071515.157317:0:2400:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1783071515.157321:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1783071515.157330:0:2400:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d03774a8 time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1783071515.157347:0:2400:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=99 v=5 (1 0 0 0) 00000100:00000001:1.0:1783071515.157351:0:2400:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1783071515.157353:0:2400:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.157356:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1783071515.157359:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071515.157362:0:2400:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1783071515.157367:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071515.157375:0:2400:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071515.157379:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1783071515.157381:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1783071515.157386:0:2400:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071515.157394:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2400:1869685716962816:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1783071515.157401:0:2400:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.157404:0:2400:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1783071515.157414:0:2400:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1cbdffb80 x1869685716962816/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783071515.157423:0:2400:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1783071515.157427:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1783071515.157432:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c8b24e00. 02000000:00000001:1.0:1783071515.157437:0:2400:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1783071515.157441:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1783071515.157444:0:2400:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000020:00000001:1.0:1783071515.157446:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1783071515.157450:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c8b24a00. 02000000:00000001:1.0:1783071515.157454:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1783071515.157456:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1783071515.157459:0:2400:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1cbdffb80. 00000100:00000001:1.0:1783071515.157463:0:2400:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1783071515.157465:0:2400:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.157468:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1783071515.157489:0:2400:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1783071515.157493:0:2400:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071515.157504:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1783071515.157507:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1783071515.169531:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071515.169569:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071515.169577:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071515.169580:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071515.169594:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071515.169605:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071515.169619:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071515.169627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071515.169634:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071515.169721:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 18 MB=0x6a47821004e80 00000400:00000200:2.0:1783071515.169727:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071515.169735:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.110@tcp of length 224/224 into md 0x945 [1] + 224 00000800:00000001:2.0:1783071515.169924:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071515.170283:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071515.170290:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071515.170297:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071515.170308:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071515.170320:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071515.170334:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071515.170367:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071515.170381:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071515.170384:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071515.170525:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071515.170532:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071515.170551:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071515.170554:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071515.170558:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22528. 00000400:00000200:0.0:1783071515.170563:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020110 00000400:00000010:0.0:1783071515.170566:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020110. 00000100:00000001:0.0:1783071515.170570:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071515.170575:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071515.170584:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071515.170591:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071515.170593:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071515.170607:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071515.170612:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071515.170616:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071515.170619:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071515.170623:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071515.170632:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d03774a8 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071515.170637:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071515.170640:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071515.170642:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071515.170672:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071515.170675:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071515.170680:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071515.170686:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071515.170694:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071515.170698:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071515.170700:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071515.170705:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071515.170712:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1cbdfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716962944:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1783071515.170718:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071515.170722:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071515.170725:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1cbdfe300 x1869685716962944/t0(0) o103->MGC192.168.201.110@tcp@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1783071531 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071515.170732:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071515.170736:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071515.170740:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a202151000. 02000000:00000001:0.0:1783071515.170760:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071515.170764:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071515.170767:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071515.170769:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071515.170772:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c8b24600. 02000000:00000001:0.0:1783071515.170778:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071515.170787:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071515.170789:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1cbdfe300. 00000100:00000001:0.0:1783071515.170794:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071515.170795:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071515.170798:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071515.170808:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071515.170810:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071515.170813:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071515.170816:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.606780:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071515.606793:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071515.606801:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071515.606802:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1783071515.606905:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1783071515.606910:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1783071515.606913:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1783071515.977860:0:10348:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:0.0:1783071516.311564:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071516.311578:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071516.311601:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384700. 00000020:00000040:0.0:1783071516.311610:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071516.311616:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.311620:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.311626:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.311637:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28500. 00000100:00000001:0.0:1783071516.311692:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311710:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 696da0eb-a2f7-461e-8ba2-b9db160ec01a->MGS req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071516.311723:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.311729:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311737:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091d39b3e] to pc [ptlrpcd_00_01+1] req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.311765:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311768:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071516.311771:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071516.311777:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0385180. 00000020:00000040:0.0:1783071516.311780:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000100:00000001:0.0:1783071516.311782:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.311783:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.311785:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.311790:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28f00. 00000100:00000001:0.0:1783071516.311818:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311822:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0000_UUID req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071516.311831:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.311833:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311837:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000088fd60] to pc [ptlrpcd_00_00+0] req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.311847:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311849:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071516.311853:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071516.311856:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384a80. 00000020:00000040:0.0:1783071516.311858:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c5dd2800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000100:00000001:0.0:1783071516.311861:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.311862:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.311864:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.311867:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28b00. 00000100:00000001:0.0:1783071516.311870:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311873:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-MDT0001_UUID req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071516.311880:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.311882:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311886:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff086a2] to pc [ptlrpcd_00_01+1] req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.311892:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311894:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071516.311898:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071516.311901:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071516.311904:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e2f79d1e-4782-42da-9d9d-e6bf7fe25004->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071516.311911:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071516.311915:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071516.311917:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0384000. 00000020:00000040:0.0:1783071516.311920:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c3152000 refcount=4 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000100:00000001:0.0:1783071516.311922:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.311923:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.311925:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.311929:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28c00. 00000100:00000001:0.0:1783071516.311931:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311935:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0000_UUID req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071516.311941:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.311943:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311947:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e810eef1] to pc [ptlrpcd_00_00+0] req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.311955:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311957:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1783071516.311960:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1783071516.311963:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071516.311965:0:36:0:(genops.c:1231:class_import_get()) import ffff93a1c31bb800 refcount=4 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000100:00000001:0.0:1783071516.311966:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.311967:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.311969:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.311972:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1c6a28700. 00000100:00000001:0.0:1783071516.311974:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311978:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335665e0-5830-4da2-a221-3e1f669531af->lustre-MDT0001_UUID req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1783071516.311984:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.311985:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.311989:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a7a9f5e] to pc [ptlrpcd_00_01+1] req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312003:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.312005:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071516.312008:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071516.312011:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1783071516.312014:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 335665e0-5830-4da2-a221-3e1f669531af->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1783071516.312019:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:0.0:1783071516.312046:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071516.312051:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.312054:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.312060:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312068:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.312071:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312076:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.312079:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.312082:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.312086:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716963200:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071516.312091:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.312098:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.312102:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312105:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.312110:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d5cc00. 02000000:00000001:0.0:1783071516.312112:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.312122:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.312127:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22528. 00000400:00000010:0.0:1783071516.312137:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020110. 00000100:00000200:0.0:1783071516.312146:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716963200, portal 10 00000100:00000001:0.0:1783071516.312149:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.312150:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925210496 : -119151784341120 : ffff93a1d0385180) 00000100:00000040:0.0:1783071516.312163:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312171:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.312174:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.312177:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020220. 00000100:00000200:0.0:1783071516.312181:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716963200, offset 0 00000400:00000200:0.0:1783071516.312189:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312199:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312217:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.312225:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.312230:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.312235:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.312237:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312241:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [168:168:256:4294967295] 192.168.201.110@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1783071516.312246:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312258:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.312264:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.312271:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28100. 00000800:00000200:0.0:1783071516.312279:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.312289:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.312295:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.312307:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.312313:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: using a timeout of 116331 usecs (117 jiffies) 00000400:00000200:0.0:1783071516.312316:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.312319:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295061109 00000100:00000001:0.0:1783071516.312327:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, simply extend its deadline from 4295061101 00000100:00000001:0.0:1783071516.312334:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295061109 00000100:00000001:0.0:1783071516.312337:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, simply extend its deadline from 4295061101 00000100:00000001:0.0:1783071516.312341:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.312348:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.312351:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.312355:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312363:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.312365:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312367:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.312369:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.312371:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.312374:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716963456:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071516.312377:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.312380:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.312381:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312383:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.312386:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d5d800. 02000000:00000001:0.0:1783071516.312388:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.312391:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.312394:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22840. 00000400:00000010:0.0:1783071516.312397:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020088. 00000100:00000200:0.0:1783071516.312400:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716963456, portal 10 00000100:00000001:0.0:1783071516.312402:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.312403:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925206016 : -119151784345600 : ffff93a1d0384000) 00000100:00000040:0.0:1783071516.312409:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312416:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.312419:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.312421:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020198. 00000100:00000200:0.0:1783071516.312423:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716963456, offset 0 00000400:00000200:0.0:1783071516.312427:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312431:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312434:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.312437:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.312443:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.312446:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.312448:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312452:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [169:169:255:4294967295] 192.168.201.110@tcp LPNI seq info [169:169:7:4294967295] 00000400:00000200:0.0:1783071516.312456:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312462:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.312467:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.312471:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28e00. 00000800:00000200:0.0:1783071516.312475:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.312479:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.312482:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.312485:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.312488:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: using a timeout of 20851 usecs (21 jiffies) 00000400:00000200:0.0:1783071516.312491:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.312493:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295061013 00000100:00000001:0.0:1783071516.312496:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295061109 00000100:00000001:0.0:1783071516.312498:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295061013 00000100:00000001:0.0:1783071516.312500:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295061109 00000100:00000001:0.0:1783071516.312502:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.312504:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.312507:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.312509:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.312528:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.312531:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1783071516.312533:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071516.312535:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.312536:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.312538:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1783071516.312540:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.312541:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.312543:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.312549:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071516.312550:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.312552:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.312555:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312561:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.312563:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312564:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.312566:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.312568:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.312570:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716963072:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071516.312573:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.312575:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.312577:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312579:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.312582:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d5c200. 02000000:00000001:0.0:1783071516.312584:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.312588:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.312591:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22a50. 00000400:00000010:0.0:1783071516.312594:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020aa0. 00000100:00000200:0.0:1783071516.312598:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716963072, portal 25 00000100:00000001:0.0:1783071516.312600:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.312602:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925207808 : -119151784343808 : ffff93a1d0384700) 00000100:00000040:0.0:1783071516.312606:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312611:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.312613:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.312615:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020000. 00000100:00000200:0.0:1783071516.312617:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869685716963072, offset 0 00000400:00000200:0.0:1783071516.312622:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312626:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312629:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.312632:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.312640:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.312642:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.312644:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312668:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [170:170:254:4294967295] 192.168.201.110@tcp LPNI seq info [170:170:6:4294967295] 00000400:00000200:0.0:1783071516.312671:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312677:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.312682:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.312686:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28000. 00000800:00000200:0.0:1783071516.312689:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.312693:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.312696:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.312699:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.312702:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.312704:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295062277 00000100:00000001:0.0:1783071516.312708:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295061109 00000100:00000001:0.0:1783071516.312712:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295062277 00000100:00000001:0.0:1783071516.312714:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295061109 00000100:00000001:0.0:1783071516.312717:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.312719:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.312721:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.312725:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312731:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.312732:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312734:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.312736:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1783071516.312737:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1783071516.312738:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1783071516.312740:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.312741:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716963328:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071516.312744:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.312752:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.312754:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312756:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.312759:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d5d400. 02000000:00000001:0.0:1783071516.312761:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.312764:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.312767:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22898. 00000400:00000010:0.0:1783071516.312771:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020bb0. 00000100:00000200:0.0:1783071516.312773:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716963328, portal 10 00000100:00000001:0.0:1783071516.312775:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.312777:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925208704 : -119151784342912 : ffff93a1d0384a80) 00000100:00000040:0.0:1783071516.312783:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312790:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.312792:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.312795:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020ee0. 00000100:00000200:0.0:1783071516.312797:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716963328, offset 0 00000400:00000200:0.0:1783071516.312801:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312804:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312808:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.312810:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.312813:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.312815:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.312817:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312819:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [171:171:253:4294967295] 192.168.201.110@tcp LPNI seq info [171:171:5:4294967295] 00000400:00000200:0.0:1783071516.312823:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312829:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.312833:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.312836:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28400. 00000800:00000200:0.0:1783071516.312839:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.312844:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.312846:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.312857:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.312860:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: using a timeout of 132573 usecs (133 jiffies) 00000400:00000200:0.0:1783071516.312864:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.312866:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 2 is 4295061127 00000100:00000001:0.0:1783071516.312868:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 2, keep current deadline 4295062277 00000100:00000001:0.0:1783071516.312870:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS new deadline estimation for cpu 3 is 4295061127 00000100:00000001:0.0:1783071516.312871:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1d0de3000: PM QoS request active for cpu 3, keep current deadline 4295062277 00000100:00000001:0.0:1783071516.312873:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.312875:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.312877:0:2399:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.312882:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312887:0:2399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.312888:0:2399:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312890:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.312892:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.312894:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.312896:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716963584:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071516.312899:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.312902:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.312904:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.312905:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.312909:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c1380a00. 02000000:00000001:0.0:1783071516.312911:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.312914:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.312917:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22bb0. 00000400:00000010:0.0:1783071516.312921:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020330. 00000100:00000200:0.0:1783071516.312923:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716963584, portal 10 00000100:00000001:0.0:1783071516.312925:0:2399:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.312926:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071516.312932:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.312943:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.312945:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.312948:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020770. 00000100:00000200:0.0:1783071516.312951:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869685716963584, offset 0 00000400:00000200:0.0:1783071516.312955:0:2399:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312958:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312962:0:2399:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.312964:0:2399:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.312966:0:2399:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.312969:0:2399:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.312971:0:2399:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.312974:0:2399:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [172:172:252:4294967295] 192.168.201.110@tcp LPNI seq info [172:172:4:4294967295] 00000400:00000200:0.0:1783071516.312977:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.312983:0:2399:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.312987:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.312990:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28300. 00000800:00000200:0.0:1783071516.312994:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.312998:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.313000:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.313003:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.313006:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: using a timeout of 22121 usecs (23 jiffies) 00000400:00000200:0.0:1783071516.313009:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.313010:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 2 is 4295061017 00000100:00000001:0.0:1783071516.313012:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 2, keep current deadline 4295062277 00000100:00000001:0.0:1783071516.313014:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS new deadline estimation for cpu 3 is 4295061017 00000100:00000001:0.0:1783071516.313016:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a1c9314800: PM QoS request active for cpu 3, keep current deadline 4295062277 00000100:00000001:0.0:1783071516.313018:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.313020:0:2399:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.313027:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.313030:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1783071516.313555:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071516.313561:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28100. 00000400:00000200:3.0:1783071516.313571:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.313578:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071516.313595:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020220 00000400:00000010:3.0:1783071516.313598:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020220. 00000100:00000001:3.0:1783071516.313605:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071516.313612:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313623:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071516.313627:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313634:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071516.313636:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071516.313672:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071516.313674:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28e00. 00000400:00000200:3.0:1783071516.313677:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.313680:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071516.313683:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020198 00000400:00000010:3.0:1783071516.313685:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020198. 00000100:00000001:3.0:1783071516.313687:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071516.313691:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313711:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071516.313714:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313721:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071516.313722:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071516.313731:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071516.313733:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28000. 00000400:00000200:3.0:1783071516.313735:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.313738:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071516.313740:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020000 00000400:00000010:3.0:1783071516.313742:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020000. 00000100:00000001:3.0:1783071516.313744:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071516.313747:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313754:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071516.313756:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313763:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071516.313764:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071516.313769:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071516.313771:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28400. 00000400:00000200:3.0:1783071516.313773:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.313776:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071516.313778:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020ee0 00000400:00000010:3.0:1783071516.313780:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020ee0. 00000100:00000001:3.0:1783071516.313782:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071516.313785:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313792:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071516.313794:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313810:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071516.313811:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1783071516.313882:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1783071516.313885:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28300. 00000400:00000200:3.0:1783071516.313888:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.313891:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:3.0:1783071516.313894:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020770 00000400:00000010:3.0:1783071516.313896:0:2394:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020770. 00000100:00000001:3.0:1783071516.313898:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1783071516.313902:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313909:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783071516.313912:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.313918:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783071516.313920:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783071516.327375:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.327402:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071516.327408:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.327411:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.327423:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327433:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071516.327444:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327450:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327457:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327462:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 25 MB=0x6a47821004f00 00000400:00000200:2.0:1783071516.327467:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327475:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 224/224 into md 0x95d [1] + 224 00000800:00000001:2.0:1783071516.327484:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.327489:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.327492:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.327497:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071516.327506:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071516.327550:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071516.327563:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.327593:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071516.327606:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.327610:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071516.327612:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.327614:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.327618:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327622:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071516.327626:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327628:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327631:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327634:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821004f80 00000400:00000200:2.0:1783071516.327637:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.327642:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x94d [1] + 224 00000800:00000001:2.0:1783071516.327679:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.327683:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.327685:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.327688:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:0.0:1783071516.327690:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783071516.327691:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1783071516.327696:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1783071516.327696:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071516.327704:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1783071516.327705:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.327708:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1783071516.327711:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1783071516.327712:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22a50. 00000400:00000200:0.0:1783071516.327716:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020aa0 00000400:00000010:0.0:1783071516.327719:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020aa0. 00000100:00000001:0.0:1783071516.327723:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.327728:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.327736:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.327742:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.327745:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.327748:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.327753:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.327756:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.327759:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.327762:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.327771:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.327777:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.327780:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.327782:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.327786:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.327788:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.327791:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.327797:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.327805:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.327808:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.327810:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.327814:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.327837:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:696da0eb-a2f7-461e-8ba2-b9db160ec01a:2399:1869685716963072:192.168.201.110@tcp:400:kworker.0 00000800:00000001:2.0:1783071516.330919:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.330949:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071516.330954:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.330957:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.330991:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.331000:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071516.331010:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.331015:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.331023:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.331028:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821005080 00000400:00000200:2.0:1783071516.331034:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.331042:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:2.0:1783071516.331051:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.331065:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.331070:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.331075:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071516.331085:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071516.331096:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071516.331109:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.331121:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071516.331125:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.331128:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071516.331728:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.331737:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071516.331740:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.331742:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.331747:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331753:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071516.331759:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331762:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331765:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331769:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821005000 00000400:00000200:3.0:1783071516.331773:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331777:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:3.0:1783071516.331782:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.331786:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.331788:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.331791:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071516.331805:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071516.331812:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071516.331822:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.331829:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071516.331835:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.331839:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071516.331841:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.331843:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.331845:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331860:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071516.331865:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331867:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331870:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331873:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 224 into portal 10 MB=0x6a47821005100 00000400:00000200:3.0:1783071516.331876:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.331880:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.110@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:3.0:1783071516.331884:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.331890:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.331892:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.331895:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071516.331898:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071516.331902:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071516.331910:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.331917:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071516.331920:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.331922:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1783071516.332642:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.332664:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.332668:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22528. 00000400:00000200:0.0:1783071516.332675:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020110 00000400:00000010:0.0:1783071516.332677:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020110. 00000100:00000001:0.0:1783071516.332681:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.332691:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.332701:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.332708:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.332711:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.332715:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.332720:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.332723:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.332725:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.332728:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.332740:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.332744:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.332747:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.332749:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.332752:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.332756:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.332760:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783071516.332763:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:0.0:1783071516.332765:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783071516.332767:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.332772:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.332780:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.332797:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.332800:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.332805:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.332814:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716963200:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1783071516.332823:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.332824:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.332826:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22840. 00000400:00000200:0.0:1783071516.332829:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020088 00000400:00000010:0.0:1783071516.332830:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020088. 00000100:00000001:0.0:1783071516.332833:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.332837:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.332844:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.332850:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.332852:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.332854:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.332855:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.332857:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.332858:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.332860:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.332865:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c3152460 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.332868:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c3152418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.332870:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.332871:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.332873:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.332875:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.332878:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783071516.332879:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:0.0:1783071516.332881:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783071516.332882:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.332885:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.332898:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.332900:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.332901:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.332905:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.332911:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716963456:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071516.332917:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.332921:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.332926:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384700 x1869685716963072/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.332933:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.332937:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.332942:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d5c200. 02000000:00000001:0.0:1783071516.332947:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.332950:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.332953:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.332955:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.332958:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28500. 02000000:00000001:0.0:1783071516.332963:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.332965:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.332968:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384700. 00000100:00000001:0.0:1783071516.332972:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.332973:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.332975:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.332978:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0385180 x1869685716963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.332984:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.332985:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.332987:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d5cc00. 02000000:00000001:0.0:1783071516.332989:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.332990:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.332998:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1d0de3000 00000020:00000001:0.0:1783071516.333000:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.333001:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28f00. 02000000:00000001:0.0:1783071516.333003:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.333004:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.333005:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0385180. 00000100:00000001:0.0:1783071516.333008:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.333009:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333010:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.333014:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384000 x1869685716963456/t0(0) o400->lustre-MDT0000-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.333019:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.333020:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.333021:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d5d800. 02000000:00000001:0.0:1783071516.333024:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.333025:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.333026:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c3152000 refcount=3 obd=lustre-MDT0000-mdc-ffff93a1c9314800 00000020:00000001:0.0:1783071516.333027:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.333028:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28c00. 02000000:00000001:0.0:1783071516.333030:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.333031:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.333032:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384000. 00000100:00000001:0.0:1783071516.333034:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.333035:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333039:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.333041:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071516.333044:0:2399:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071516.333047:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.333048:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.333049:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22898. 00000400:00000200:0.0:1783071516.333051:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020bb0 00000400:00000010:0.0:1783071516.333053:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020bb0. 00000100:00000001:0.0:1783071516.333055:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.333059:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.333065:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.333080:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.333081:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333083:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.333085:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.333086:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.333087:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.333089:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.333093:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c5dd2c60 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.333096:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c5dd2c18 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.333098:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.333099:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.333101:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783071516.333105:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783071516.333112:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.333114:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783071516.333116:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1d0de3000: skip recheck: last_committed 0 00000100:00000001:0.0:1783071516.333117:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783071516.333118:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.333122:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.333128:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.333130:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.333131:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.333135:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.333142:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e2f79d1e-4782-42da-9d9d-e6bf7fe25004:2399:1869685716963328:192.168.201.110@tcp:400:kworker.0 00000400:00000001:0.0:1783071516.333148:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.333149:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.333151:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22bb0. 00000400:00000200:0.0:1783071516.333159:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020330 00000400:00000010:0.0:1783071516.333161:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020330. 00000100:00000001:0.0:1783071516.333163:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.333167:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.333176:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.333182:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.333184:0:2399:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333186:0:2399:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.333188:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.333189:0:2399:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.333191:0:2399:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.333192:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.333197:0:2399:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1c31bbc60 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.333213:0:2399:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1c31bbc18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.333216:0:2399:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.333217:0:2399:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.333219:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1783071516.333222:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1783071516.333229:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.333231:0:2399:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1783071516.333233:0:2399:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a1c9314800: skip recheck: last_committed 0 00000100:00000001:0.0:1783071516.333235:0:2399:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1783071516.333236:0:2399:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.333239:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.333245:0:2399:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.333247:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.333248:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.333251:0:2399:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.333271:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335665e0-5830-4da2-a221-3e1f669531af:2399:1869685716963584:192.168.201.110@tcp:400:kworker.0 00000100:00000001:0.0:1783071516.333276:0:2399:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333277:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.333280:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0384a80 x1869685716963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a1d0de3000@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.333286:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.333288:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.333289:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d5d400. 02000000:00000001:0.0:1783071516.333292:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.333294:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.333295:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c5dd2800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1d0de3000 00000020:00000001:0.0:1783071516.333297:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.333298:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28b00. 02000000:00000001:0.0:1783071516.333301:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.333302:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.333303:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0384a80. 00000100:00000001:0.0:1783071516.333306:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.333307:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333309:0:2399:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.333312:0:2399:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716963584/t0(0) o400->lustre-MDT0001-mdc-ffff93a1c9314800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1783071532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.333318:0:2399:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.333319:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.333321:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c1380a00. 02000000:00000001:0.0:1783071516.333323:0:2399:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.333324:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.333325:0:2399:0:(genops.c:1244:class_import_put()) import ffff93a1c31bb800 refcount=3 obd=lustre-MDT0001-mdc-ffff93a1c9314800 00000020:00000001:0.0:1783071516.333327:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.333328:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1c6a28700. 02000000:00000001:0.0:1783071516.333330:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.333332:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.333333:0:2399:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:0.0:1783071516.333341:0:2399:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.333343:0:2399:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333345:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.333354:0:2399:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.333357:0:2399:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.333360:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1783071516.333361:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.633100:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783071516.633114:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff93a1cbdb5800) refs 2 10000000:00000001:0.0:1783071516.633120:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.633123:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1783071516.633125:0:6172:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1783071516.633127:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1783071516.633132:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1783071516.633134:0:6172:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1783071516.633137:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff93a1c9314800 from 7 10000000:00000001:0.0:1783071516.633140:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1783071516.633142:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1783071516.633158:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071516.633165:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071516.633171:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.633175:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.633182:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.633192:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c1380a00. 00000100:00000001:0.0:1783071516.633201:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.633207:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783071516.633210:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1783071516.633220:0:6172:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93a1c4fdb700. 00010000:00000001:0.0:1783071516.633227:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783071516.633231:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93a1c0030600. 00000020:00000001:0.0:1783071516.633237:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783071516.633241:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93a1c0030600 with handle 0x8c4c73d28b3930ab to hash 00000020:00000001:0.0:1783071516.633244:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783071516.633246:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000001:0.0:1783071516.633249:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000001:0.0:1783071516.633254:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783071516.633277:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783071516.633283:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071516.633295:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071516.633309:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783071516.633316:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783071516.633319:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783071516.633327:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.633330:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624921789042240 : -119151920509376 : ffff93a1c81a8e40) 00000100:00000001:0.0:1783071516.633334:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.633335:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000001:0.0:1783071516.633343:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.633347:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.633350:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783071516.633353:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.633366:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.633376:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.633379:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.633384:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.633387:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.633390:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.633394:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716963712:192.168.201.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.633399:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.633407:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.633410:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.633413:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.633418:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93a1c7e52000. 02000000:00000001:0.0:1783071516.633426:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.633436:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.633441:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22bb0. 00000400:00000010:0.0:1783071516.633450:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020330. 00000100:00000200:0.0:1783071516.633461:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1869685716963712, portal 25 00000100:00000001:0.0:1783071516.633464:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.633465:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071516.633486:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.633495:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.633499:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.633502:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020bb0. 00000100:00000200:0.0:1783071516.633507:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1869685716963712, offset 0 00000400:00000200:0.0:1783071516.633527:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.633538:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.633549:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.633557:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.633562:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.633567:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.633571:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.633575:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [173:173:256:4294967295] 192.168.201.110@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1783071516.633580:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.633591:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.633599:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.633605:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28700. 00000800:00000200:0.0:1783071516.633614:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.633625:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.633631:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.633685:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.633691:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.633694:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295062599 00000100:00000001:0.0:1783071516.633711:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062277 00000100:00000001:0.0:1783071516.633718:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295062599 00000100:00000001:0.0:1783071516.633722:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062277 00000100:00000001:0.0:1783071516.633726:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.633730:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.633733:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.633735:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783071516.633738:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c81a8e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783071516.633742:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.633746:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783071516.634193:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071516.634201:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28700. 00000400:00000200:2.0:1783071516.634211:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.634219:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071516.634226:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020bb0 00000400:00000010:2.0:1783071516.634229:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020bb0. 00000100:00000001:2.0:1783071516.634236:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071516.634242:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.634255:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071516.634259:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.634281:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071516.634283:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1783071516.636106:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071516.636119:0:64:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1783071516.636122:0:64:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1783071516.636127:0:64:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071516.636134:0:64:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1783071516.636137:0:64:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071516.636139:0:64:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071516.636142:0:64:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1783071516.636146:0:64:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1783071516.636147:0:64:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783071516.636180:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783071516.636205:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783071516.636208:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1783071516.643732:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.643774:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071516.643779:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.643782:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.643793:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.643802:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071516.643813:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.643818:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.643823:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.643828:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 344 into portal 25 MB=0x6a47821005180 00000400:00000200:3.0:1783071516.643833:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.643840:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 344/344 into md 0x975 [1] + 224 00000800:00000001:3.0:1783071516.643848:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.643856:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.643859:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.643864:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071516.643873:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071516.643884:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071516.643896:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.643909:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071516.643917:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.643919:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.644491:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071516.644501:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.644503:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.644506:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22bb0. 00000400:00000200:0.0:1783071516.644522:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020330 00000400:00000010:0.0:1783071516.644524:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020330. 00000100:00000001:0.0:1783071516.644528:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.644534:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.644543:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.644550:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.644551:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.644554:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.644558:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.644561:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.644563:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.644567:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.644573:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.644578:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.644580:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.644582:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.644585:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.644588:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.644603:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.644608:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.644627:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.644632:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.644635:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.644639:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.644698:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716963712:192.168.201.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.644704:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.644708:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.644711:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783071516.644713:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.644717:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.644724:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783071516.644727:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.644731:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783071516.644733:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.644737:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783071516.644741:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783071516.644744:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783071516.644748:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a1c0030600 refcount=4 00000020:00000001:0.0:1783071516.644750:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000001:0.0:1783071516.644754:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000040:0.0:1783071516.644761:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93a1c0030600, remote cookie: 0x6bc0bfbdf216103b, flags: 0x0 00010000:00000001:0.0:1783071516.644765:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783071516.644769:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783071516.644772:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783071516.644774:0:6172:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783071516.644776:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783071516.644779:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff93a1c4fdb700) refcount = 1 00010000:00010000:0.0:1783071516.644790:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf216103b expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.644798:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783071516.644800:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783071516.644801:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783071516.644804:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783071516.644806:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783071516.644809:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf216103b expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.644815:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783071516.644817:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.644819:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783071516.644820:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.644821:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783071516.644822:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.644825:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.644830:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716963712/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.644837:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.644840:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.644843:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93a1c7e52000. 02000000:00000001:0.0:1783071516.644847:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.644850:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.644852:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.644854:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.644857:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c1380a00. 02000000:00000001:0.0:1783071516.644860:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.644863:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.644866:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:0.0:1783071516.644870:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.644871:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1783071516.644874:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.644877:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783071516.644881:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff93a1cbdb5800) refs 3 10000000:00000001:0.0:1783071516.644889:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.644891:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783071516.644893:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783071516.644895:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a1c0030600 refcount=3 00000020:00000001:0.0:1783071516.644897:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000001:0.0:1783071516.644899:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000001:0.0:1783071516.644901:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1783071516.644902:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.644904:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783071516.644905:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.644908:0:6172:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1783071516.644912:0:6172:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93a1c503b680. 00000020:00000010:0.0:1783071516.644916:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93a1c1380a00. 00000020:00000010:0.0:1783071516.644923:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93a1c5d5d400. 00000040:00000010:0.0:1783071516.644927:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93a1c5d5d800. 00000020:00000010:0.0:1783071516.644931:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93a1c3154800. 00000020:00000010:0.0:1783071516.644935:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93a1c5d5cc00. 80000000:00000010:0.0:1783071516.644940:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93a1c302ff00. 00040000:00000010:0.0:1783071516.644944:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93a1c5d5c200. 20000000:00000010:0.0:1783071516.644949:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff93a1c120b200. 10000000:00000040:0.0:1783071516.644954:0:6172:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff93a1c30f1780 : new refcount 2 00000020:00000001:0.0:1783071516.644958:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1783071516.644960:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1783071516.644962:0:6172:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1783071516.644965:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93a1c120aa00. 00000040:00000001:0.0:1783071516.644970:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1783071516.644973:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000010:0.0:1783071516.644978:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071516.644982:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=5 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071516.644988:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.644991:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.644998:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.645007:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c9302a00. 00000100:00000001:0.0:1783071516.645014:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.645021:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783071516.645029:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783071516.645036:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.645038:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624921789042240 : -119151920509376 : ffff93a1c81a8e40) 00000100:00000001:0.0:1783071516.645041:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.645042:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000001:0.0:1783071516.645047:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.645052:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.645054:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783071516.645056:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.645060:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.645068:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.645070:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.645844:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.645850:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.645854:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.645861:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716963840:192.168.201.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.645865:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.645870:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.645873:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.645876:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.645883:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c9303800. 02000000:00000001:0.0:1783071516.645885:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.645891:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.645895:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22bb0. 00000400:00000010:0.0:1783071516.645902:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020330. 00000100:00000200:0.0:1783071516.645910:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716963840, portal 25 00000100:00000001:0.0:1783071516.645912:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.645914:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071516.645920:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.645927:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.645930:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.645941:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020088. 00000100:00000200:0.0:1783071516.645944:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1869685716963840, offset 0 00000400:00000200:0.0:1783071516.645951:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.645959:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.645966:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.645973:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.645977:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.645982:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.645985:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.645989:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [174:174:256:4294967295] 192.168.201.110@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:0.0:1783071516.645994:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.646007:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.646014:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.646020:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28b00. 00000800:00000200:0.0:1783071516.646027:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.646035:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.646040:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.646071:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783071516.647746:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071516.647754:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28b00. 00000400:00000200:2.0:1783071516.647763:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.647772:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071516.647779:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020088 00000400:00000010:2.0:1783071516.647782:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020088. 00000100:00000001:2.0:1783071516.647787:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071516.647794:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.647805:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071516.647808:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.647814:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071516.647816:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1783071516.648184:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.648189:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295062613 00000100:00000001:0.0:1783071516.648195:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062599 00000100:00000001:0.0:1783071516.648200:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295062613 00000100:00000001:0.0:1783071516.648205:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062599 00000100:00000001:0.0:1783071516.648209:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.648213:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.648216:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.648218:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783071516.648221:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c81a8e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783071516.648223:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.648227:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1783071516.681479:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.681523:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071516.681529:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.681533:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.681544:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.681554:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071516.681566:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.681571:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.681577:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.681582:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 272 into portal 25 MB=0x6a47821005200 00000400:00000200:3.0:1783071516.681606:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.681614:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 272/272 into md 0x97d [1] + 224 00000800:00000001:3.0:1783071516.681624:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.681631:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.681635:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.681640:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071516.681696:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071516.681708:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071516.681721:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.681734:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1783071516.681743:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.681747:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.682777:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071516.682814:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.682816:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.682821:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22bb0. 00000400:00000200:0.0:1783071516.682829:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020330 00000400:00000010:0.0:1783071516.682832:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020330. 00000100:00000001:0.0:1783071516.682837:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.682848:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.682862:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.682870:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.682872:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.682875:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.682879:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.682882:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.682884:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.682887:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.682895:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.682900:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.682903:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.682905:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.682908:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.682910:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.682913:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.682918:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.682927:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.682930:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.682932:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.682936:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.682945:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716963840:192.168.201.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.682950:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.682960:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.682962:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783071516.682964:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.682969:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.682976:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783071516.682979:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.682983:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783071516.682985:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.682992:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1783071516.682997:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.682999:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.683001:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783071516.683003:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.683006:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716963840/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.683013:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.683016:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.683019:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c9303800. 02000000:00000001:0.0:1783071516.683023:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.683025:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.683026:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.683028:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.683030:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c9302a00. 02000000:00000001:0.0:1783071516.683035:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.683036:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.683039:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:0.0:1783071516.683042:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.683044:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1783071516.683047:0:6172:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.683050:0:6172:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:0.0:1783071516.683057:0:6172:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93a1c5068000. 00000040:00000001:0.0:1783071516.683059:0:6172:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1783071516.683061:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1783071516.683063:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000010:0.0:1783071516.683067:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071516.683070:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=5 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071516.683082:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.683085:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.683090:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.683097:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c9302a00. 00000100:00000001:0.0:1783071516.683103:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.683107:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783071516.683109:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783071516.683114:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.683128:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624921789042240 : -119151920509376 : ffff93a1c81a8e40) 00000100:00000001:0.0:1783071516.683131:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.683133:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000001:0.0:1783071516.683138:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.683144:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.683146:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783071516.683148:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.683153:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.683161:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.683163:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.683169:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.683171:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.683174:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.683178:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716963968:192.168.201.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.683182:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.683188:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.683191:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.683194:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.683212:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93a1c5050000. 02000000:00000001:0.0:1783071516.683214:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.683221:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.683225:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22bb0. 00000400:00000010:0.0:1783071516.683232:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93a1c81a8a80. 00000100:00000200:0.0:1783071516.683240:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1869685716963968, portal 25 00000100:00000001:0.0:1783071516.683243:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.683250:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071516.683257:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.683264:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.683266:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.683271:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020330. 00000100:00000200:0.0:1783071516.683275:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1869685716963968, offset 0 00000400:00000200:0.0:1783071516.683284:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.683294:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.683302:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.683309:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.683313:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.683317:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.683320:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.683325:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [175:175:256:4294967295] 192.168.201.110@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1783071516.683329:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.683341:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.683348:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.683353:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28c00. 00000800:00000200:0.0:1783071516.683360:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.683370:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.683375:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.683405:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.683411:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.683414:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295062648 00000100:00000001:0.0:1783071516.683422:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062613 00000100:00000001:0.0:1783071516.683427:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295062648 00000100:00000001:0.0:1783071516.683431:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062613 00000100:00000001:0.0:1783071516.683434:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.683436:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.683444:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.683446:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783071516.683448:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c81a8e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783071516.683451:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.683453:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783071516.687330:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071516.687344:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28c00. 00000400:00000200:2.0:1783071516.687355:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.687365:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071516.687373:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020330 00000400:00000010:2.0:1783071516.687375:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020330. 00000100:00000001:2.0:1783071516.687381:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071516.687389:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.687403:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071516.687407:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.687413:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071516.687415:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1783071516.697731:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.697759:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1783071516.697764:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.697767:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.697779:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.697789:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:3.0:1783071516.697800:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.697807:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.697815:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.697819:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 8416 into portal 25 MB=0x6a47821005280 00000400:00000200:3.0:1783071516.697825:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:3.0:1783071516.697834:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 8416/8416 into md 0x985 [4] + 224 00000800:00000001:3.0:1783071516.697845:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1783071516.697858:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1783071516.697863:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1783071516.697868:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:3.0:1783071516.697880:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783071516.697891:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1783071516.702850:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783071516.702887:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.702945:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071516.702972:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.702975:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.702980:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22bb0. 00000400:00000200:0.0:1783071516.702992:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c81a8a80 00000400:00000010:0.0:1783071516.702995:0:6172:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff93a1c81a8a80. 00000100:00000001:0.0:1783071516.703005:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.703020:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.703032:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.703042:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.703044:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.703047:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.703051:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.703053:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.703056:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.703059:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.703066:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.703071:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.703073:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.703075:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.703077:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.703079:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.703082:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.703087:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.703094:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.703097:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.703099:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.703126:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.703135:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716963968:192.168.201.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.703140:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.703144:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.703146:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783071516.703149:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.703152:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.703159:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783071516.703162:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.703165:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783071516.703166:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.703176:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1783071516.703178:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.703181:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716963968/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.703189:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.703191:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.703195:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93a1c5050000. 02000000:00000001:0.0:1783071516.703207:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.703211:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.703213:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.703216:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.703219:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c9302a00. 02000000:00000001:0.0:1783071516.703227:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.703229:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.703231:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:0.0:1783071516.703235:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.703236:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783071516.703240:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.703241:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.703243:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1783071516.703251:0:6172:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.703254:0:6172:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.703258:0:6172:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1783071516.703262:0:6172:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93a1c302f360. 00000040:00001000:0.0:1783071516.703264:0:6172:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000800:00000001:2.0:1783071516.703993:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.704014:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1783071516.715156:0:10383:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:2.0:1783071516.715177:0:10383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93a1ca7d8e00. 00000020:00000010:2.0:1783071516.715186:0:10383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93a1ca7d8c00. 00000040:00000010:2.0:1783071516.715191:0:10383:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93a1ca7d9400. 00000020:00000010:2.0:1783071516.715198:0:10383:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93a1c31bd000. 00000020:00000010:2.0:1783071516.715207:0:10383:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93a1c933cb78. 00000020:00000010:2.0:1783071516.715212:0:10383:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93a1ca7d9000. 80000000:00000010:2.0:1783071516.715220:0:10383:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93a1ca08a1e0. 40000000:00000010:2.0:1783071516.715226:0:10383:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff93a1cbd43740. 00100000:00000010:2.0:1783071516.715232:0:10383:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93a1c31b9000. 00040000:00000010:2.0:1783071516.715238:0:10383:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93a1c2f5b600. 00040000:00000010:2.0:1783071516.715243:0:10383:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff93a1c31b8800. 00040000:00000010:2.0:1783071516.715250:0:10383:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93a1d119f200. 00000004:00000010:2.0:1783071516.715254:0:10383:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff93a1c31ba800. 00000004:00000010:2.0:1783071516.715261:0:10383:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff93a1c6bb2000. 00000004:00000010:2.0:1783071516.715267:0:10383:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff93a1c31bb000. 00002000:00000010:2.0:1783071516.715272:0:10383:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff93a1c6b8e800. 00000004:00000010:2.0:1783071516.715276:0:10383:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff93a1c6b8f000. 00000020:00000010:2.0:1783071516.715295:0:10383:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93a1cbd43280. 00000040:00000010:2.0:1783071516.715305:0:10383:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93a1c31fe000. 00000040:00080000:2.0:1783071516.716120:0:10383:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1783071516.716128:0:10383:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff93a1c31fe000. 00000020:00000010:2.0:1783071516.716137:0:10383:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93a1cbd43280. 00000020:00000010:2.0:1783071516.716156:0:10383:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93a1ca7d8c00. 00000040:00000010:2.0:1783071516.716161:0:10383:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93a1ca7d9400. 00000020:00000010:2.0:1783071516.716164:0:10383:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93a1c31bd000. 00000020:00000010:2.0:1783071516.716168:0:10383:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93a1c933cb78. 00000020:00000010:2.0:1783071516.716174:0:10383:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93a1ca7d9000. 80000000:00000010:2.0:1783071516.716177:0:10383:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93a1ca08a1e0. 40000000:00000010:2.0:1783071516.716181:0:10383:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff93a1cbd43740. 00100000:00000010:2.0:1783071516.716185:0:10383:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93a1c31b9000. 00040000:00000010:2.0:1783071516.716189:0:10383:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93a1c2f5b600. 00040000:00000010:2.0:1783071516.716193:0:10383:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff93a1c31b8800. 00040000:00000010:2.0:1783071516.716217:0:10383:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93a1d119f200. 00000004:00000010:2.0:1783071516.716222:0:10383:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff93a1c31ba800. 00000004:00000010:2.0:1783071516.716226:0:10383:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff93a1c6bb2000. 00000004:00000010:2.0:1783071516.716231:0:10383:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff93a1c31bb000. 00002000:00000010:2.0:1783071516.716235:0:10383:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff93a1c6b8e800. 00000004:00000010:2.0:1783071516.716240:0:10383:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff93a1c6b8f000. 00000020:00000010:2.0:1783071516.716245:0:10383:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93a1ca7d8e00. 00000040:00000010:0.0:1783071516.723057:0:6172:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93a1c302f360. 00000040:00000001:0.0:1783071516.723073:0:6172:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1783071516.723077:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1783071516.723083:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff93a1c5068000. 00000040:00000010:0.0:1783071516.723087:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93a1c120aa00. 00000020:00000001:0.0:1783071516.723091:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.723095:0:6172:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1783071516.723101:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93a1c5d5d400. 00000040:00000010:0.0:1783071516.723106:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93a1c5d5d800. 00000020:00000010:0.0:1783071516.723110:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93a1c3154800. 00000020:00000010:0.0:1783071516.723115:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93a1c5d5cc00. 80000000:00000010:0.0:1783071516.723120:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93a1c302ff00. 00040000:00000010:0.0:1783071516.723125:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93a1c5d5c200. 20000000:00000010:0.0:1783071516.723129:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff93a1c120b200. 00000020:00000010:0.0:1783071516.723133:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93a1c1380a00. 10000000:00000010:0.0:1783071516.723135:0:6172:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93a1c503b680. 10000000:01000000:0.0:1783071516.723138:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1783071516.723142:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783071516.723145:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783071516.723148:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783071516.723152:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a1c0030600 refcount=3 00000020:00000001:0.0:1783071516.723154:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000001:0.0:1783071516.723157:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624921653282304 : -119152056269312 : ffff93a1c0030600) 00010000:00000001:0.0:1783071516.723160:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783071516.723166:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf216103b expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.723176:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.723178:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783071516.723199:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf216103b expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.723206:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783071516.723208:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.723209:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783071516.723211:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.723213:0:6172:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.723216:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783071516.723219:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783071516.723221:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff93a1d0334000) refs 2 10000000:00000001:0.0:1783071516.723223:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.723225:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783071516.723227:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff93a1cbdb5800) refs 3 10000000:00000001:0.0:1783071516.723229:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1783071516.723230:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1783071516.723233:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1783071516.723235:0:6172:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1783071516.723236:0:6172:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff93a1d0de3000 from 7 10000000:00000001:0.0:1783071516.723239:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1783071516.723240:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1783071516.723248:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071516.723254:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071516.723259:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.723265:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.723271:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.723294:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c9302a00. 00000100:00000001:0.0:1783071516.723301:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.723312:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1783071516.723315:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1783071516.723321:0:6172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93a1c4fdb700 count: 2 00010000:00000001:0.0:1783071516.723324:0:6172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783071516.723327:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1783071516.723330:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93a1c0030c00. 00000020:00000001:0.0:1783071516.723335:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1783071516.723337:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93a1c0030c00 with handle 0x8c4c73d28b3930b2 to hash 00000020:00000001:0.0:1783071516.723340:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1783071516.723347:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000001:0.0:1783071516.723349:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000001:0.0:1783071516.723353:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1783071516.723357:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783071516.723360:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a1c0030c00/0x8c4c73d28b3930b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071516.723367:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.110@tcp lock: ffff93a1c0030c00/0x8c4c73d28b3930b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071516.723380:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.110@tcp lock: ffff93a1c0030c00/0x8c4c73d28b3930b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1783071516.723387:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783071516.723388:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783071516.723396:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.723398:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624921789042240 : -119151920509376 : ffff93a1c81a8e40) 00000100:00000001:0.0:1783071516.723401:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.723402:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000001:0.0:1783071516.723407:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.723412:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.723414:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783071516.723416:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.723430:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.723439:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.723442:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.723457:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.723460:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.723545:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.723552:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716964096:192.168.201.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.723556:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.723574:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.723587:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.723590:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.723596:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93a1c7e52000. 02000000:00000001:0.0:1783071516.723598:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.723605:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.723611:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22bb0. 00000400:00000010:0.0:1783071516.723762:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020110. 00000100:00000200:0.0:1783071516.723770:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1869685716964096, portal 25 00000100:00000001:0.0:1783071516.723772:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.723774:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071516.723780:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.723788:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.723791:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.723794:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020aa0. 00000100:00000200:0.0:1783071516.723798:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1869685716964096, offset 0 00000400:00000200:0.0:1783071516.723805:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.723816:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.723824:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.723831:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.723835:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.723839:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.723841:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.723844:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [176:176:256:4294967295] 192.168.201.110@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1783071516.723849:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.723860:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.723866:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.723872:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28f00. 00000800:00000200:0.0:1783071516.723880:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.723890:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.723895:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.724026:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.724032:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.724037:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295062689 00000100:00000001:0.0:1783071516.724048:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062648 00000100:00000001:0.0:1783071516.724055:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295062689 00000100:00000001:0.0:1783071516.724058:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062648 00000100:00000001:0.0:1783071516.724061:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.724065:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.724068:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.724070:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783071516.724074:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c81a8e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783071516.724077:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.724082:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783071516.726305:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071516.726338:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28f00. 00000400:00000200:2.0:1783071516.726348:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.726361:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071516.726374:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020aa0 00000400:00000010:2.0:1783071516.726377:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020aa0. 00000100:00000001:2.0:1783071516.726384:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071516.726395:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.726412:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071516.726416:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.726423:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071516.726426:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783071516.732177:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.732200:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071516.732205:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.732208:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.732218:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.732226:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071516.732238:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.732243:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.732250:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.732255:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 344 into portal 25 MB=0x6a47821005300 00000400:00000200:2.0:1783071516.732261:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.732269:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 344/344 into md 0x98d [1] + 224 00000800:00000001:2.0:1783071516.732290:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.732324:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.732328:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.732333:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071516.732343:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071516.732355:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071516.732368:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.732392:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071516.732404:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.732407:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.732758:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071516.732767:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.732769:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.732773:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22bb0. 00000400:00000200:0.0:1783071516.732778:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020110 00000400:00000010:0.0:1783071516.732780:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020110. 00000100:00000001:0.0:1783071516.732784:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.732790:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.732800:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.732806:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.732808:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.732811:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.732815:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.732818:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.732820:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.732823:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.732830:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.732835:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.732837:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.732848:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.732850:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.732852:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.732854:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.732860:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.732867:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.732870:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.732872:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.732876:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.732884:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716964096:192.168.201.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.732889:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.732892:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.732894:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783071516.732896:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.732900:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.732906:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783071516.732908:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.732912:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783071516.732913:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.732916:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1783071516.732919:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783071516.732922:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783071516.732926:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a1c0030c00 refcount=4 00000020:00000001:0.0:1783071516.732928:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000001:0.0:1783071516.732931:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000040:0.0:1783071516.732937:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93a1c0030c00, remote cookie: 0x6bc0bfbdf2161042, flags: 0x0 00010000:00000001:0.0:1783071516.732940:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1783071516.732943:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1783071516.732946:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1783071516.732953:0:6172:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1783071516.732954:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1783071516.732958:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff93a1c4fdb700) refcount = 2 00010000:00000040:0.0:1783071516.732961:0:6172:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1783071516.732964:0:6172:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.201.110@tcp lock: ffff93a1c0030600/0x8c4c73d28b3930ab lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf216103b expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071516.732973:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.110@tcp lock: ffff93a1c0030c00/0x8c4c73d28b3930b2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161042 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.732980:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1783071516.732982:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1783071516.732983:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1783071516.732986:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1783071516.732988:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783071516.732991:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.110@tcp lock: ffff93a1c0030c00/0x8c4c73d28b3930b2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6bc0bfbdf2161042 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.732997:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1783071516.732999:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.733001:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783071516.733002:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.733003:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783071516.733005:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.733008:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.733013:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716964096/t0(0) o101->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1783071532 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.733020:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.733023:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.733026:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93a1c7e52000. 02000000:00000001:0.0:1783071516.733029:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.733031:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.733033:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.733035:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.733038:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c9302a00. 02000000:00000001:0.0:1783071516.733047:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.733049:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.733051:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:0.0:1783071516.733055:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.733056:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1783071516.733058:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.733060:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1783071516.733062:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff93a1d0334000) refs 3 10000000:00000001:0.0:1783071516.733064:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.733066:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783071516.733067:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783071516.733069:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a1c0030c00 refcount=3 00000020:00000001:0.0:1783071516.733071:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000001:0.0:1783071516.733073:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000001:0.0:1783071516.733074:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1783071516.733076:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.733077:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1783071516.733078:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.733081:0:6172:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1783071516.733085:0:6172:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93a1c503b680. 00000020:00000010:0.0:1783071516.733089:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93a1c9302a00. 00000020:00000010:0.0:1783071516.733094:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93a1c9303800. 00000040:00000010:0.0:1783071516.733097:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93a1c9302e00. 00000020:00000010:0.0:1783071516.733102:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93a1c3154800. 00000020:00000010:0.0:1783071516.733106:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93a1c9302800. 80000000:00000010:0.0:1783071516.733110:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93a1c302ff00. 00040000:00000010:0.0:1783071516.733115:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93a1c9303e00. 20000000:00000010:0.0:1783071516.733120:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff93a1c1380a00. 10000000:00000040:0.0:1783071516.733125:0:6172:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff93a1c30f1780 : new refcount 2 00000020:00000001:0.0:1783071516.733128:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1783071516.733130:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1783071516.733133:0:6172:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1783071516.733136:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93a1c5d5c200. 00000040:00000001:0.0:1783071516.733140:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1783071516.733143:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000010:0.0:1783071516.733147:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071516.733155:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=5 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071516.733159:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.733162:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.733168:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.733176:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c5d5cc00. 00000100:00000001:0.0:1783071516.733182:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.733188:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783071516.733190:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783071516.733195:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.733198:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624921789042240 : -119151920509376 : ffff93a1c81a8e40) 00000100:00000001:0.0:1783071516.733200:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.733202:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000001:0.0:1783071516.733205:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.733209:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.733211:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783071516.733213:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.733217:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.733224:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.733225:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.733229:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.733231:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.733233:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.733237:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716964224:192.168.201.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.733240:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.733245:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.733247:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.733250:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.733254:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a1c5d5d800. 02000000:00000001:0.0:1783071516.733256:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.733260:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.733263:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22bb0. 00000400:00000010:0.0:1783071516.733267:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020110. 00000100:00000200:0.0:1783071516.733273:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869685716964224, portal 25 00000100:00000001:0.0:1783071516.733279:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.733281:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071516.733287:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.733293:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.733296:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.733299:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020cc0. 00000100:00000200:0.0:1783071516.733303:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1869685716964224, offset 0 00000400:00000200:0.0:1783071516.733324:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.733332:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.733338:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.733343:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.733348:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.733352:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.733354:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.733358:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [177:177:256:4294967295] 192.168.201.110@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1783071516.733363:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.733372:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.733379:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.733384:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28500. 00000800:00000200:0.0:1783071516.733392:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.733399:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.733404:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.733426:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.733430:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.733433:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295062698 00000100:00000001:0.0:1783071516.733440:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062689 00000100:00000001:0.0:1783071516.733446:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295062698 00000100:00000001:0.0:1783071516.733450:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062689 00000100:00000001:0.0:1783071516.733453:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.733463:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.733475:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.733477:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783071516.733480:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c81a8e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783071516.733482:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.733484:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783071516.733779:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071516.733784:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28500. 00000400:00000200:2.0:1783071516.733789:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.733794:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071516.733800:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020cc0 00000400:00000010:2.0:1783071516.733802:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020cc0. 00000100:00000001:2.0:1783071516.733806:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071516.733809:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.733818:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071516.733821:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.733827:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071516.733828:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783071516.740772:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.740793:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071516.740798:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.740801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.740811:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.740821:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071516.740832:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.740838:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.740857:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.740861:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 272 into portal 25 MB=0x6a47821005380 00000400:00000200:2.0:1783071516.740867:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.740872:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 272/272 into md 0x995 [1] + 224 00000800:00000001:2.0:1783071516.740879:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.740886:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.740890:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.740894:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071516.740902:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071516.740913:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071516.740925:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.740951:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071516.740961:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.740964:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.743634:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071516.743688:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.743691:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.743695:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22bb0. 00000400:00000200:0.0:1783071516.743702:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020110 00000400:00000010:0.0:1783071516.743706:0:6172:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020110. 00000100:00000001:0.0:1783071516.743710:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.743721:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.743733:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.743740:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.743742:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.743745:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.743749:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.743752:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.743754:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.743757:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.743765:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.743769:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.743772:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.743774:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.743776:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.743778:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.743781:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.743785:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.743792:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.743795:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.743811:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.743817:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.743825:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716964224:192.168.201.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.743830:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.743832:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.743835:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783071516.743837:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.743840:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.743847:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783071516.743850:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.743853:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783071516.743854:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.743859:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1783071516.743863:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.743865:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.743867:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1783071516.743868:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.743871:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716964224/t0(0) o501->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1783071532 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.743877:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.743880:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.743883:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a1c5d5d800. 02000000:00000001:0.0:1783071516.743886:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.743887:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.743889:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.743891:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.743893:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c5d5cc00. 02000000:00000001:0.0:1783071516.743896:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.743898:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.743900:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:0.0:1783071516.743903:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.743904:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1783071516.743912:0:6172:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.743915:0:6172:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:0.0:1783071516.743921:0:6172:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93a1c5068000. 00000040:00000001:0.0:1783071516.743923:0:6172:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1783071516.743925:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1783071516.743928:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000100:00000010:0.0:1783071516.743932:0:6172:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a1d0387100. 00000020:00000040:0.0:1783071516.743934:0:6172:0:(genops.c:1231:class_import_get()) import ffff93a1d0377000 refcount=5 obd=MGC192.168.201.110@tcp 00000100:00000001:0.0:1783071516.743937:0:6172:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1783071516.743940:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1783071516.743944:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1783071516.743949:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a1c5d5cc00. 00000100:00000001:0.0:1783071516.743954:0:6172:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.743958:0:6172:0:(client.c:3351:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1783071516.743959:0:6172:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1783071516.743964:0:6172:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.743966:0:6172:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446624921789042240 : -119151920509376 : ffff93a1c81a8e40) 00000100:00000001:0.0:1783071516.743968:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.743970:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000001:0.0:1783071516.743974:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1783071516.743979:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.743981:0:6172:0:(client.c:2674:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1783071516.743982:0:6172:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1783071516.743986:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.743994:0:6172:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1783071516.743996:0:6172:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.744000:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1783071516.744002:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1783071516.744004:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1783071516.744008:0:6172:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716964352:192.168.201.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.744011:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1783071516.744017:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1783071516.744019:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.744022:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1783071516.744053:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93a1c5050000. 02000000:00000001:0.0:1783071516.744055:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.744062:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000010:0.0:1783071516.744065:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a1c5d22bb0. 00000400:00000010:0.0:1783071516.744071:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93a1c81a8a80. 00000100:00000200:0.0:1783071516.744078:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1869685716964352, portal 25 00000100:00000001:0.0:1783071516.744080:0:6172:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1783071516.744081:0:6172:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446624921925218560 : -119151784333056 : ffff93a1d0387100) 00000100:00000040:0.0:1783071516.744086:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.744093:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1783071516.744095:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.110@tcp 00000400:00000010:0.0:1783071516.744098:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a1c3020110. 00000100:00000200:0.0:1783071516.744101:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1869685716964352, offset 0 00000400:00000200:0.0:1783071516.744107:0:6172:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.110@tcp 00000400:00000200:0.0:1783071516.744115:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.744123:0:6172:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.110@tcp local destination 00000400:00000200:0.0:1783071516.744130:0:6172:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1783071516.744134:0:6172:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.10@tcp 00000400:00000200:0.0:1783071516.744139:0:6172:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1783071516.744142:0:6172:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.110@tcp 00000400:00000200:0.0:1783071516.744145:0:6172:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.10@tcp NI seq info: [178:178:256:4294967295] 192.168.201.110@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1783071516.744149:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:0.0:1783071516.744159:0:6172:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp:) -> 192.168.201.110@tcp(192.168.201.110@tcp:192.168.201.110@tcp) : PUT try# 0 00000800:00000200:0.0:1783071516.744164:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.110@tcp 00000800:00000010:0.0:1783071516.744169:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1c6a28d00. 00000800:00000200:0.0:1783071516.744176:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93a1c30f1e40] -> 12345-192.168.201.110@tcp (5) 00000800:00000200:0.0:1783071516.744184:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:0.0:1783071516.744188:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1c6a28d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1783071516.744208:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1783071516.744212:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000100:00000001:0.0:1783071516.744221:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 2 is 4295062709 00000100:00000001:0.0:1783071516.744229:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062698 00000100:00000001:0.0:1783071516.744235:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS new deadline estimation for cpu 3 is 4295062709 00000100:00000001:0.0:1783071516.744238:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.110@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062698 00000100:00000001:0.0:1783071516.744241:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.744244:0:6172:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.744246:0:6172:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1783071516.744248:0:6172:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1783071516.744251:0:6172:0:(client.c:2701:ptlrpc_set_wait()) set ffff93a1c81a8e40 going to sleep for 11 seconds 00000100:00000001:0.0:1783071516.744253:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783071516.744254:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783071516.744523:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1783071516.744528:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1c6a28d00. 00000400:00000200:2.0:1783071516.744534:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.744539:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000400:00000200:2.0:1783071516.744543:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c3020110 00000400:00000010:2.0:1783071516.744545:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff93a1c3020110. 00000100:00000001:2.0:1783071516.744549:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1783071516.744553:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.744562:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783071516.744565:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.744571:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783071516.744573:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1783071516.756552:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.756570:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1783071516.756596:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.756599:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.756609:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.756623:0:2394:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.10@tcp(192.168.201.10@tcp) <- 192.168.201.110@tcp : PUT - for me 00000400:00000200:2.0:1783071516.756632:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.756637:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.756643:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.756689:0:2394:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.110@tcp of length 8416 into portal 25 MB=0x6a47821005400 00000400:00000200:2.0:1783071516.756694:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.110@tcp to cpt 1 00000400:00000200:2.0:1783071516.756700:0:2394:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.110@tcp of length 8416/8416 into md 0x99d [4] + 224 00000800:00000001:2.0:1783071516.756708:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.756719:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1783071516.756722:0:2394:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1783071516.756726:0:2394:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.10@tcp->192.168.201.110@tcp: PUT: OK 00000100:00000001:2.0:1783071516.756735:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783071516.756746:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783071516.756758:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783071516.756772:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1783071516.756786:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1783071516.756789:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.757292:0:6172:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1783071516.757302:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1783071516.757305:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1783071516.757320:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a1c5d22bb0. 00000400:00000200:0.0:1783071516.757325:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a1c81a8a80 00000400:00000010:0.0:1783071516.757328:0:6172:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff93a1c81a8a80. 00000100:00000001:0.0:1783071516.757331:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783071516.757337:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1783071516.757345:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.757352:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1783071516.757354:0:6172:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.757357:0:6172:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1783071516.757362:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1783071516.757366:0:6172:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1783071516.757368:0:6172:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1783071516.757372:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1783071516.757380:0:6172:0:(import.c:2151:obd_at_measure()) add 5 to ffff93a1d0377460 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1783071516.757384:0:6172:0:(import.c:2151:obd_at_measure()) add 1 to ffff93a1d0377418 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1783071516.757387:0:6172:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1783071516.757388:0:6172:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1783071516.757391:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1783071516.757403:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.757406:0:6172:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1783071516.757412:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.757420:0:6172:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1783071516.757423:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1783071516.757425:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1783071516.757429:0:6172:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071516.757436:0:6172:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff93a1d0387100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:696da0eb-a2f7-461e-8ba2-b9db160ec01a:6172:1869685716964352:192.168.201.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1783071516.757451:0:6172:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1783071516.757454:0:6172:0:(client.c:2765:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783071516.757457:0:6172:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1783071516.757459:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.757462:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.757475:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1783071516.757478:0:6172:0:(client.c:3799:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93a1c81a8e40. 00000100:00000001:0.0:1783071516.757480:0:6172:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1783071516.757482:0:6172:0:(client.c:3370:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.757490:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1783071516.757492:0:6172:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783071516.757495:0:6172:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a1d0387100 x1869685716964352/t0(0) o503->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1783071532 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783071516.757501:0:6172:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1783071516.757504:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1783071516.757515:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93a1c5050000. 02000000:00000001:0.0:1783071516.757527:0:6172:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1783071516.757530:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.757532:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=4 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.757533:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1783071516.757536:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a1c5d5cc00. 02000000:00000001:0.0:1783071516.757544:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1783071516.757546:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1783071516.757548:0:6172:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a1d0387100. 00000100:00000001:0.0:1783071516.757552:0:6172:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1783071516.757553:0:6172:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1783071516.757556:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1783071516.757558:0:6172:0:(genops.c:1244:class_import_put()) import ffff93a1d0377000 refcount=3 obd=MGC192.168.201.110@tcp 00000020:00000001:0.0:1783071516.757559:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1783071516.757561:0:6172:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.757564:0:6172:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1783071516.757567:0:6172:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1783071516.757570:0:6172:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93a1c302f360. 00000040:00001000:0.0:1783071516.757573:0:6172:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1783071516.761419:0:10384:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:2.0:1783071516.761431:0:10384:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93a1d119f200. 00000020:00000010:2.0:1783071516.761450:0:10384:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93a1ca7d8e00. 00000040:00000010:2.0:1783071516.761455:0:10384:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93a1ca7d9000. 00000020:00000010:2.0:1783071516.761460:0:10384:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93a1c31bb000. 00000020:00000010:2.0:1783071516.762157:0:10384:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93a1c933cb78. 00000020:00000010:2.0:1783071516.762165:0:10384:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93a1ca7d9400. 80000000:00000010:2.0:1783071516.762170:0:10384:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93a1ca08a1e0. 40000000:00000010:2.0:1783071516.762174:0:10384:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff93a1cbd43280. 00100000:00000010:2.0:1783071516.762179:0:10384:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93a1c31ba800. 00040000:00000010:2.0:1783071516.762196:0:10384:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93a1c2f5b600. 00040000:00000010:2.0:1783071516.762200:0:10384:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff93a1c31b8800. 00040000:00000010:2.0:1783071516.762204:0:10384:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93a1ca7d8c00. 00000004:00000010:2.0:1783071516.762209:0:10384:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff93a1c31b9000. 00000004:00000010:2.0:1783071516.762215:0:10384:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff93a1c6bb2000. 00000004:00000010:2.0:1783071516.762220:0:10384:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff93a1c31bd000. 00002000:00000010:2.0:1783071516.762225:0:10384:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff93a1c6b8d000. 00000004:00000010:2.0:1783071516.762231:0:10384:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff93a1c6b8e800. 00000020:00000010:2.0:1783071516.762237:0:10384:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93a1cbd43740. 00000040:00000010:2.0:1783071516.762246:0:10384:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93a1c31fe000. 00000040:00080000:2.0:1783071516.766217:0:10384:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1783071516.766231:0:10384:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff93a1c31fe000. 00000020:00000010:2.0:1783071516.766243:0:10384:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93a1cbd43740. 00000020:00000010:2.0:1783071516.766264:0:10384:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93a1ca7d8e00. 00000040:00000010:2.0:1783071516.766271:0:10384:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93a1ca7d9000. 00000020:00000010:2.0:1783071516.766275:0:10384:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93a1c31bb000. 00000020:00000010:2.0:1783071516.766281:0:10384:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93a1c933cb78. 00000020:00000010:2.0:1783071516.766288:0:10384:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93a1ca7d9400. 80000000:00000010:2.0:1783071516.766292:0:10384:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93a1ca08a1e0. 40000000:00000010:2.0:1783071516.766297:0:10384:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff93a1cbd43280. 00100000:00000010:2.0:1783071516.766301:0:10384:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93a1c31ba800. 00040000:00000010:2.0:1783071516.766305:0:10384:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93a1c2f5b600. 00040000:00000010:2.0:1783071516.766310:0:10384:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff93a1c31b8800. 00040000:00000010:2.0:1783071516.766314:0:10384:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93a1ca7d8c00. 00000004:00000010:2.0:1783071516.766318:0:10384:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff93a1c31b9000. 00000004:00000010:2.0:1783071516.766323:0:10384:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff93a1c6bb2000. 00000004:00000010:2.0:1783071516.766329:0:10384:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff93a1c31bd000. 00002000:00000010:2.0:1783071516.766332:0:10384:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff93a1c6b8d000. 00000004:00000010:2.0:1783071516.766336:0:10384:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff93a1c6b8e800. 00000020:00000010:2.0:1783071516.766341:0:10384:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93a1d119f200. 00000040:00000010:0.0:1783071516.766724:0:6172:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93a1c302f360. 00000040:00000001:0.0:1783071516.766730:0:6172:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1783071516.766733:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1783071516.766739:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff93a1c5068000. 00000040:00000010:0.0:1783071516.766742:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93a1c5d5c200. 00000020:00000001:0.0:1783071516.766745:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.766749:0:6172:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1783071516.766753:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93a1c9303800. 00000040:00000010:0.0:1783071516.766757:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93a1c9302e00. 00000020:00000010:0.0:1783071516.766761:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93a1c3154800. 00000020:00000010:0.0:1783071516.766765:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93a1c9302800. 80000000:00000010:0.0:1783071516.766768:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93a1c302ff00. 00040000:00000010:0.0:1783071516.766770:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93a1c9303e00. 20000000:00000010:0.0:1783071516.766774:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff93a1c1380a00. 00000020:00000010:0.0:1783071516.766778:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93a1c9302a00. 10000000:00000010:0.0:1783071516.766780:0:6172:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93a1c503b680. 10000000:01000000:0.0:1783071516.766783:0:6172:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.201.110@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1783071516.766787:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1783071516.766789:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1783071516.766793:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1783071516.766796:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff93a1c0030c00 refcount=3 00000020:00000001:0.0:1783071516.766798:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000001:0.0:1783071516.766821:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624921653283840 : -119152056267776 : ffff93a1c0030c00) 00010000:00000001:0.0:1783071516.766824:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1783071516.766828:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.110@tcp lock: ffff93a1c0030c00/0x8c4c73d28b3930b2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161042 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.766837:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.766839:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1783071516.766842:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.110@tcp lock: ffff93a1c0030c00/0x8c4c73d28b3930b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6bc0bfbdf2161042 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1783071516.766848:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1783071516.766850:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1783071516.766851:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1783071516.766852:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.766854:0:6172:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1783071516.766857:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1783071516.766860:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1783071516.766862:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff93a1d0334000) refs 3 10000000:00000001:0.0:1783071516.766864:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving Debug log: 10388 lines, 10388 kept, 0 dropped, 0 bad.