00000001:01000000:3.0F:1787613723.255572:0:2350:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 675 MB/s 00000001:01000000:3.0:1787613723.505408:0:2350:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 867 MB/s 00000001:01000000:0.0F:1787613723.755201:0:2350:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4851 MB/s 00000020:02000000:2.0F:1787613724.483691:0:2379:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_80_g74d5152 00000400:02000000:0.0:1787613725.470902:0:2394:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.6@tcp [8/256/0/180] 00008000:02000000:2.0:1787613728.964298:0:2545:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0F:1787613888.290105:0:6169:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787613888.290144:0:6169:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1787613888.290146:0:6169:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.106@tcp:/lustre 00000020:01000004:1.0:1787613888.290148:0:6169:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1787613888.290597:0:6169:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000965d3a77 00000080:01000004:1.0:1787613888.290611:0:6169:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1787613888.290634:0:6169:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.106@tcp' 00000020:01000004:1.0:1787613888.290766:0:6169:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.106@tcp (typ=mgc) 00000020:00000080:1.0:1787613888.290795:0:6169:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.106@tcp (00000000bc75b2a6) 00000020:00000080:1.0:1787613888.290813:0:6169:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1787613888.291101:0:6169:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1787613888.291275:0:6169:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1787613888.291560:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1787613888.291568:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787613888.293802:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1787613888.293820:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1787613888.294975:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1787613888.294986:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1787613888.311957:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1787613888.312079:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1787613888.319221:0:6169:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787613888.319695:0:6169:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787613888.319955:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1787613888.319963:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1787613888.324634:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:3.0:1787613888.324656:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1787613888.325785:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1787613888.325798:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1787613888.329455:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1787613888.331855:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1787613888.337072:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1787613888.337097:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1787613888.338105:0:6169:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1787613888.338148:0:6169:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1787613888.340847:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613888.340855:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613888.340858:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613888.341658:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613888.341661:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613888.341663:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1787613888.342105:0:6169:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000a852c48e@MGC192.168.203.106@tcp: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613888.342610:0:6169:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.106@tcp-0 is initialized 00000040:01000000:0.0:1787613888.342620:0:6169:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.106@tcp ctxt 1 is initialized 10000000:01000000:3.0:1787613888.346054:0:6184:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1787613888.346146:0:6169:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.106@tcp (uuid ccbc63f5-e716-4944-9431-a687fec3a917) 00000020:00000080:3.0:1787613888.346179:0:6169:0:(genops.c:1385:class_connect()) connect: client ccbc63f5-e716-4944-9431-a687fec3a917, cookie 0xa44cb62dd53d3e43 00000100:00080000:3.0:1787613888.346199:0:6169:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:3.0:1787613888.346216:0:6169:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a852c48e using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00100000:3.0:1787613888.346276:0:6169:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007f673d7a x1874448849305728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1787613888.352712:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787613888.353070:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000007f673d7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ccbc63f5-e716-4944-9431-a687fec3a917:2410:1874448849305728:192.168.203.106@tcp:250: 00000100:00080000:0.0:1787613888.357085:0:6169:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ccbc63f5-e716-4944-9431-a687fec3a917->MGS 00000080:00200000:0.0:1787613888.357146:0:6169:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffffa0fd90440000 (sb 00000000965d3a77) 00000080:01000000:0.0:1787613888.357296:0:6169:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1787613888.357299:0:6169:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1787613888.357304:0:6169:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:0.0:1787613888.357314:0:6169:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: db19c490-fc37-412a-94c8-d559ee691f31 10000000:01000000:0.0:1787613888.357822:0:6169:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787613888.357827:0:6169:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0fd90440000 10000000:01000000:0.0:1787613888.357831:0:6169:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffffa0fd892ecd28 10000000:01000000:0.0:1787613888.357836:0:6169:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787613888.357845:0:6169:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffffa0fd892ecd28 from 1 10000000:01000000:0.0:1787613888.357848:0:6169:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787613888.358235:0:6169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: 000000007e7aa5b8/0xa44cb62dd53d3e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.358247:0:6169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: 000000007e7aa5b8/0xa44cb62dd53d3e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.358260:0:6169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: 000000007e7aa5b8/0xa44cb62dd53d3e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787613888.358298:0:6169:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000a21fb5b3 x1874448849305856/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613888.358310:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000015f3ddc9 going to sleep for 0 seconds 00000100:00100000:2.0:1787613888.366107:0:2410:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.106@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787613888.366155:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.106@tcp: connect to target with instance 0 00000100:00080000:2.0:1787613888.366169:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.106@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1787613888.366177:0:2410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1787613888.366183:0:2410:0:(import.c:65:import_set_state_nolock()) 00000000a852c48e MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1787613888.366188:0:2410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1787613888.366211:0:2410:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1787613888.366226:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000015f3ddc9): req@00000000a21fb5b3 x1874448849305856/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613888.366249:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000007f673d7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ccbc63f5-e716-4944-9431-a687fec3a917:2410:1874448849305728:192.168.203.106@tcp:250: 00000100:00100000:0.0:1787613888.375343:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000015f3ddc9 going to sleep for 11 seconds 00000100:00100000:0.0:1787613888.379617:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000a21fb5b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849305856:192.168.203.106@tcp:101: 00010000:00010000:0.0:1787613888.379660:0:6169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: 000000007e7aa5b8/0xa44cb62dd53d3e4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.379674:0:6169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: 000000007e7aa5b8/0xa44cb62dd53d3e4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787613888.379766:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000a21fb5b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849305984:192.168.203.106@tcp:501: 00000100:00100000:0.0:1787613888.379859:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000015f3ddc9 going to sleep for 11 seconds 00000100:00100000:0.0:1787613888.386888:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000a21fb5b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849305984:192.168.203.106@tcp:501: 10000000:01000000:0.0:1787613888.386949:0:6169:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787613888.386973:0:6169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: 000000007e7aa5b8/0xa44cb62dd53d3e4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.386986:0:6169:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: 000000007e7aa5b8/0xa44cb62dd53d3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787613888.386997:0:6169:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0fd90440000 10000000:01000000:0.0:1787613888.387003:0:6169:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787613888.387008:0:6169:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0fd90440000 10000000:01000000:0.0:1787613888.387012:0:6169:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787613888.387017:0:6169:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffffa0fd90440000 10000000:01000000:0.0:1787613888.387029:0:6169:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787613888.387034:0:6169:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa0fd90440000 from 1 10000000:01000000:0.0:1787613888.387036:0:6169:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787613888.387076:0:6169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: 00000000782762ca/0xa44cb62dd53d3e51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.387083:0:6169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: 00000000782762ca/0xa44cb62dd53d3e51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.387095:0:6169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: 00000000782762ca/0xa44cb62dd53d3e51 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787613888.387144:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000a21fb5b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306112:192.168.203.106@tcp:101: 00000100:00100000:0.0:1787613888.387354:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000015f3ddc9 going to sleep for 11 seconds 00000100:00100000:1.0:1787613888.398431:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000a21fb5b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306112:192.168.203.106@tcp:101: 00010000:00010000:1.0:1787613888.398473:0:6169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: 00000000782762ca/0xa44cb62dd53d3e51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613888.398489:0:6169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: 00000000782762ca/0xa44cb62dd53d3e51 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613888.398613:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c087c9c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306240:192.168.203.106@tcp:501: 00000100:00100000:1.0:1787613888.398750:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 00000000754b3cac going to sleep for 11 seconds 00000100:00100000:1.0:1787613888.401736:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c087c9c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306240:192.168.203.106@tcp:501: 00000100:00100000:1.0:1787613888.401824:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c087c9c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306368:192.168.203.106@tcp:503: 00000100:00100000:1.0:1787613888.401966:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 00000000754b3cac going to sleep for 11 seconds 00000100:00100000:0.0:1787613888.410568:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c087c9c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306368:192.168.203.106@tcp:503: 00000100:00100000:2.0:1787613888.418624:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000003376ff18 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6187:1874448849306496:192.168.203.106@tcp:502: 00000100:00100000:2.0:1787613888.418795:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set 00000000da2cdb08 going to sleep for 11 seconds 00000100:00100000:3.0:1787613888.425025:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000003376ff18 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6187:1874448849306496:192.168.203.106@tcp:502: 00000020:01000000:3.0:1787613888.425094:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787613888.425111:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787613888.425502:0:6187:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1787613888.425513:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffffa0fd90440000 00000020:00000080:3.0:1787613888.425516:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787613888.425553:0:6187:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffffa0fd90440000 (00000000cd8d45dc) 00000020:00000080:3.0:1787613888.425579:0:6187:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1787613888.425587:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffffa0fd90440000 00000020:00000080:3.0:1787613888.425590:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787613888.426089:0:6187:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffffa0fd90440000 (uuid db19c490-fc37-412a-94c8-d559ee691f31) 00000020:01000000:3.0:1787613888.426096:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787613888.426101:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787613888.426103:0:6187:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1787613888.426106:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787613888.426151:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787613888.426154:0:6187:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1787613888.426159:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffffa0fd90440000 00000020:00000080:3.0:1787613888.426162:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787613888.426170:0:6187:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffffa0fd90440000 (00000000c3c6ec05) 00000020:00000080:3.0:1787613888.426181:0:6187:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1787613888.426185:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffffa0fd90440000 00000020:00000080:3.0:1787613888.426187:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787613888.443857:0:6187:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffffa0fd90440000 (uuid db19c490-fc37-412a-94c8-d559ee691f31) 00000020:01000000:1.0:1787613888.443880:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787613888.445296:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613888.445303:0:6187:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1787613888.445313:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787613888.445322:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613888.445323:0:6187:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1787613888.445328:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787613888.445330:0:6187:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1787613888.445332:0:6187:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1787613888.445341:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787613888.445343:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613888.445344:0:6187:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1787613888.445347:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787613888.445351:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613888.445352:0:6187:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1787613888.445355:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787613888.445361:0:6187:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:1.0:1787613888.450048:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000080:1.0:1787613888.450060:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787613888.450078:0:6187:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffffa0fd90440000 (00000000f364f1e3) 00000020:00000080:1.0:1787613888.450106:0:6187:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1787613888.450111:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000080:1.0:1787613888.450291:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787613888.451326:0:6187:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000d00b720c@lustre-MDT0000-mdc-ffffa0fd90440000: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613888.465725:0:6187:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffffa0fd90440000-1 is initialized 00000040:01000000:0.0:1787613888.465996:0:6187:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffffa0fd90440000 ctxt 13 is initialized 00000020:00000080:0.0:1787613888.470544:0:6187:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffffa0fd90440000 (uuid db19c490-fc37-412a-94c8-d559ee691f31) 00000020:01000000:0.0:1787613888.470569:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa0fd90440000 00000020:00000080:0.0:1787613888.470574:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787613888.470610:0:6187:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787613888.470660:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613888.470665:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.470667:0:6187:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787613888.470669:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787613888.470673:0:6187:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787613888.470675:0:6187:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613888.470676:0:6187:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613888.470678:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787613888.470680:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.470689:0:6187:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787613888.470692:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613888.470697:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.470698:0:6187:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787613888.470701:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787613888.470707:0:6187:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787613888.470742:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffffa0fd90440000 00000020:00000080:0.0:1787613888.470744:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613888.470771:0:6187:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffffa0fd90440000 (00000000d29fdbcb) 00000020:00000080:0.0:1787613888.470793:0:6187:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1787613888.470799:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffffa0fd90440000 00000020:00000080:0.0:1787613888.470801:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787613888.475041:0:6187:0:(ldlm_lib.c:102:import_set_conn()) imp 000000000efee296@lustre-MDT0001-mdc-ffffa0fd90440000: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613888.485595:0:6187:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffffa0fd90440000-2 is initialized 00000040:01000000:0.0:1787613888.485897:0:6187:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffffa0fd90440000 ctxt 13 is initialized 00000020:00000080:0.0:1787613888.488037:0:6187:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffffa0fd90440000 (uuid db19c490-fc37-412a-94c8-d559ee691f31) 00000020:01000000:0.0:1787613888.488057:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa0fd90440000 00000020:00000080:0.0:1787613888.488062:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787613888.488105:0:6187:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1787613888.488175:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613888.488180:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.488182:0:6187:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1787613888.488185:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787613888.488188:0:6187:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1787613888.488189:0:6187:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613888.488191:0:6187:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613888.488192:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787613888.488195:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.488202:0:6187:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787613888.488205:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787613888.488210:0:6187:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.106@tcp:/lustre 00000020:00000080:0.0:1787613888.488213:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.488221:0:6187:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787613888.488224:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787613888.488230:0:6187:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787613888.488264:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffffa0fd90440000 00000020:00000080:0.0:1787613888.488267:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613888.488281:0:6187:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffffa0fd90440000 (000000009e71f044) 00000020:00000080:0.0:1787613888.488301:0:6187:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1787613888.488305:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffffa0fd90440000 00000020:00000080:0.0:1787613888.488308:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787613888.488390:0:6187:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ee292c53@lustre-OST0000-osc-ffffa0fd90440000: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613888.504666:0:6187:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffffa0fd90440000-3 is initialized 00000020:00000080:0.0:1787613888.512654:0:6187:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffffa0fd90440000 (uuid db19c490-fc37-412a-94c8-d559ee691f31) 00000020:01000000:0.0:1787613888.512678:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa0fd90440000 00000020:00000080:0.0:1787613888.512682:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787613888.512712:0:6187:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1787613888.512723:0:6187:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffffa0fd90440000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1787613888.512731:0:6187:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1787613888.512746:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613888.512750:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.512752:0:6187:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787613888.512757:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787613888.512760:0:6187:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1787613888.512761:0:6187:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613888.512762:0:6187:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613888.512764:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787613888.512767:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.512769:0:6187:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787613888.512772:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787613888.512776:0:6187:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.106@tcp:/lustre 00000020:00000080:0.0:1787613888.512779:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.512780:0:6187:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787613888.512783:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787613888.512798:0:6187:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787613888.515102:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffffa0fd90440000 00000020:00000080:0.0:1787613888.515109:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613888.515134:0:6187:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffffa0fd90440000 (0000000021867c86) 00000020:00000080:0.0:1787613888.515157:0:6187:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:0.0:1787613888.515164:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffffa0fd90440000 00000020:00000080:0.0:1787613888.515166:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787613888.515428:0:6187:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ed014f95@lustre-OST0001-osc-ffffa0fd90440000: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613888.515666:0:6187:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffffa0fd90440000-4 is initialized 00000020:00000080:0.0:1787613888.516550:0:6187:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffffa0fd90440000 (uuid db19c490-fc37-412a-94c8-d559ee691f31) 00000020:01000000:0.0:1787613888.516564:0:6187:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa0fd90440000 00000020:00000080:0.0:1787613888.516569:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787613888.516593:0:6187:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1787613888.516602:0:6187:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffffa0fd90440000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1787613888.516607:0:6187:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1787613888.516620:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613888.516625:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.516626:0:6187:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787613888.516629:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613888.516633:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.516635:0:6187:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787613888.516637:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787613888.516638:0:6187:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1787613888.516686:0:6187:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000cd9310e2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6187:1874448849306624:192.168.203.106@tcp:502: 00000100:00100000:0.0:1787613888.516816:0:6187:0:(client.c:2715:ptlrpc_set_wait()) set 0000000087de04d7 going to sleep for 11 seconds 00000100:00100000:3.0:1787613888.527845:0:6187:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000cd9310e2 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6187:1874448849306624:192.168.203.106@tcp:502: 00000020:01000000:3.0:1787613888.527909:0:6187:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787613888.527921:0:6187:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787613888.527924:0:6187:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000040:00080000:3.0:1787613888.527931:0:6187:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1787613888.532211:0:6169:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1787613888.532249:0:6169:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787613888.532275:0:6169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: 00000000782762ca/0xa44cb62dd53d3e51 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.532322:0:6169:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: 00000000782762ca/0xa44cb62dd53d3e51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787613888.532332:0:6169:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffffa0fd90440000 from 1 10000000:01000000:0.0:1787613888.532336:0:6169:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1787613888.532379:0:6169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: 00000000437c34a9/0xa44cb62dd53d3e82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.532387:0:6169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: 00000000437c34a9/0xa44cb62dd53d3e82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.532397:0:6169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: 00000000437c34a9/0xa44cb62dd53d3e82 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787613888.532429:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000af2dc8d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306752:192.168.203.106@tcp:101: 00000100:00100000:0.0:1787613888.532538:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000059b2a282 going to sleep for 11 seconds 00000100:00100000:0.0:1787613888.536766:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000af2dc8d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306752:192.168.203.106@tcp:101: 00010000:00010000:0.0:1787613888.536803:0:6169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: 00000000437c34a9/0xa44cb62dd53d3e82 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2060 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613888.536817:0:6169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: 00000000437c34a9/0xa44cb62dd53d3e82 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e2060 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787613888.539644:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000af2dc8d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306880:192.168.203.106@tcp:256: 00000100:00100000:0.0:1787613888.539751:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000059b2a282 going to sleep for 11 seconds 00000100:00100000:1.0:1787613888.548647:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000af2dc8d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849306880:192.168.203.106@tcp:256: 10000000:01000000:1.0:1787613888.549600:0:6169:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1787613888.549628:0:6169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: 00000000437c34a9/0xa44cb62dd53d3e82 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2060 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613888.549644:0:6169:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: 00000000437c34a9/0xa44cb62dd53d3e82 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2060 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787613888.549674:0:6169:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0fd90440000 from 1 10000000:01000000:1.0:1787613888.549678:0:6169:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787613888.549730:0:6169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: 00000000fac7c109/0xa44cb62dd53d3e89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613888.549738:0:6169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: 00000000fac7c109/0xa44cb62dd53d3e89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613888.549749:0:6169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: 00000000fac7c109/0xa44cb62dd53d3e89 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613888.549776:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000096550efe pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849307008:192.168.203.106@tcp:101: 00000100:00100000:1.0:1787613888.549881:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000091bde4fe going to sleep for 11 seconds 00000100:00100000:1.0:1787613888.562554:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096550efe pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849307008:192.168.203.106@tcp:101: 00010000:00010000:1.0:1787613888.562583:0:6169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: 00000000fac7c109/0xa44cb62dd53d3e89 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613888.562595:0:6169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: 00000000fac7c109/0xa44cb62dd53d3e89 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613888.562674:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000096550efe pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849307136:192.168.203.106@tcp:501: 00000100:00100000:1.0:1787613888.562757:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 0000000091bde4fe going to sleep for 11 seconds 00000100:00100000:1.0:1787613888.569700:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000096550efe pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849307136:192.168.203.106@tcp:501: 00000100:00100000:0.0:1787613888.569873:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c40d54e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849307264:192.168.203.106@tcp:503: 00000100:00100000:0.0:1787613888.570227:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d0ffc980 going to sleep for 11 seconds 00000100:00100000:0.0:1787613888.573216:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c40d54e8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:6169:1874448849307264:192.168.203.106@tcp:503: 00000100:00100000:0.0:1787613888.574279:0:6194:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c40d54e8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6194:1874448849307392:192.168.203.106@tcp:502: 00000100:00100000:0.0:1787613888.574379:0:6194:0:(client.c:2715:ptlrpc_set_wait()) set 0000000082e3f10f going to sleep for 11 seconds 00000100:00100000:0.0:1787613888.581111:0:6194:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c40d54e8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6194:1874448849307392:192.168.203.106@tcp:502: 00000020:01000000:0.0:1787613888.581241:0:6194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613888.581252:0:6194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.581255:0:6194:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787613888.581261:0:6194:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fd90440000 00000020:00000080:0.0:1787613888.581263:0:6194:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787613888.581319:0:6194:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6194:1874448849307520:192.168.203.106@tcp:502: 00000100:00100000:0.0:1787613888.581424:0:6194:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8925f540 going to sleep for 11 seconds 00000100:00100000:0.0:1787613888.586324:0:6194:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6194:1874448849307520:192.168.203.106@tcp:502: 00000020:01000000:0.0:1787613888.586378:0:6194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613888.586390:0:6194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613888.586392:0:6194:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1787613888.586396:0:6194:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1787613888.586755:0:6169:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1787613888.586791:0:6169:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787613888.589817:0:6169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613888.589866:0:6169:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1787613888.589917:0:6169:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1787613888.589955:0:6169:0:(genops.c:1385:class_connect()) connect: client db19c490-fc37-412a-94c8-d559ee691f31, cookie 0xa44cb62dd53d3e90 00800000:01000000:1.0:1787613888.589989:0:6169:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect db19c490-fc37-412a-94c8-d559ee691f31 to lustre-clilmv-ffffa0fd90440000 00800000:01000000:1.0:1787613888.589998:0:6169:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffffa0fd90440000(db19c490-fc37-412a-94c8-d559ee691f31) - lustre-MDT0000_UUID, db19c490-fc37-412a-94c8-d559ee691f31 00000020:00000080:1.0:1787613888.590008:0:6169:0:(genops.c:1385:class_connect()) connect: client db19c490-fc37-412a-94c8-d559ee691f31, cookie 0xa44cb62dd53d3e97 00000100:00080000:1.0:1787613888.590022:0:6169:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0fd90440000: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:1.0:1787613888.590036:0:6169:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0fd90440000: import ffffa0fd890be800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787613888.590052:0:6169:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787613888.590087:0:6169:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd89a02300 x1874448849307648/t0(0) o38->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787613888.590112:0:6169:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID 00800000:01000000:1.0:1787613888.590273:0:6169:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffffa0fd90440000(db19c490-fc37-412a-94c8-d559ee691f31) successfully (5) 00800000:00000004:1.0:1787613888.590277:0:6169:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffffa0fd90440000: age -701, max_age 0 00800000:01000000:1.0:1787613888.590308:0:6169:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffffa0fd90440000(db19c490-fc37-412a-94c8-d559ee691f31) - lustre-MDT0001_UUID, db19c490-fc37-412a-94c8-d559ee691f31 00000020:00000080:1.0:1787613888.590316:0:6169:0:(genops.c:1385:class_connect()) connect: client db19c490-fc37-412a-94c8-d559ee691f31, cookie 0xa44cb62dd53d3e9e 00000100:00080000:1.0:1787613888.590321:0:6169:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0fd90440000: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:1.0:1787613888.590326:0:6169:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0fd90440000: import ffffa0fd894fd000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:1.0:1787613888.590331:0:6169:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787613888.590353:0:6169:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd89a00e00 x1874448849307904/t0(0) o38->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787613888.590373:0:6169:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID 00800000:01000000:1.0:1787613888.590428:0:6169:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffffa0fd90440000(db19c490-fc37-412a-94c8-d559ee691f31) successfully (5) 00800000:00000004:1.0:1787613888.590431:0:6169:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffffa0fd90440000: age -701, max_age 0 00000080:00000004:1.0:1787613888.590450:0:6169:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffffa0fd90440000: age -701, max_age 298 00000100:00100000:3.0:1787613888.590532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849307648:192.168.203.106@tcp:38: 00000100:00080000:0.0:1787613888.590609:0:2412:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0fd89a00a80 x1874448849307776/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613888.590627:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1787613888.590633:0:2412:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0fd89a03b80 x1874448849308032/t0(0) o41->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613888.590652:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849307904:192.168.203.106@tcp:38: 00800000:00000004:1.0:1787613888.591850:0:6169:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0fd90440000: age -701, max_age 298 00000100:00080000:1.0:1787613888.591904:0:6169:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0fd89a00380 x1874448849308160/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613888.592402:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8633a000 going to sleep for 0 seconds 00010000:00080000:2.0:1787613888.602147:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a02300 x1874448849307648/t0(0) o38->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 520/416 e 0 to 0 dl 1787613898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613888.602163:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd90440000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787613888.602174:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffffa0fd90440000: connect to target with instance 1 00000001:01000000:1.0:1787613888.853557:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffffa0fd90440000: T10 checksum algorithm t10ip512 speed = 2768 MB/s 00000001:01000000:3.0:1787613889.103220:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffffa0fd90440000: T10 checksum algorithm t10ip4K speed = 5319 MB/s 00000001:01000000:2.0:1787613889.356197:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffffa0fd90440000: T10 checksum algorithm t10crc512 speed = 646 MB/s 00010000:00010000:3.0:1787613889.369203:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1787613889.608299:0:2410:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffffa0fd90440000: T10 checksum algorithm t10crc4K speed = 654 MB/s 00000100:00080000:2.0:1787613889.608312:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffffa0fd90440000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787613889.608327:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787613889.608332:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd890be800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1787613889.609463:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000092eda5eb): req@ffffa0fd89a00a80 x1874448849307776/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787613889.609494:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005f1da4a1): req@ffffa0fd89a00380 x1874448849308160/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613889.609515:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849307648:192.168.203.106@tcp:38: 00010000:00080000:2.0:1787613889.609558:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00e00 x1874448849307904/t0(0) o38->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 520/416 e 0 to 0 dl 1787613898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613889.609568:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd90440000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787613889.609577:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffffa0fd90440000: connect to target with instance 1 00000100:00080000:2.0:1787613889.609586:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffffa0fd90440000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787613889.609596:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787613889.609598:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd894fd000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787613889.610424:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8633a000 going to sleep for 0 seconds 00000100:00100000:3.0:1787613889.610460:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8633a000 going to sleep for 11 seconds 00000100:00100000:3.0:1787613889.611298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849307904:192.168.203.106@tcp:38: 00010000:00080000:0.0:1787613889.616560:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a03b80 x1874448849308032/t0(0) o41->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787613905 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613889.616583:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:0:1874448849308032:192.168.203.106@tcp:41: 00010000:00080000:0.0:1787613889.616616:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00a80 x1874448849307776/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787613905 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613889.616625:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:0:1874448849307776:192.168.203.106@tcp:41: 00010000:00080000:2.0:1787613889.617745:0:6169:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00380 x1874448849308160/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787613905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613889.617759:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:db19c490-fc37-412a-94c8-d559ee691f31:6169:1874448849308160:192.168.203.106@tcp:41: 00800000:00000004:2.0:1787613889.617776:0:6169:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0fd90440000: update ffffa0fd892e9e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1787613889.617783:0:6169:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffffa0fd90440000: update ffffa0fd895eb7c0 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1787613889.617833:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:db19c490-fc37-412a-94c8-d559ee691f31:6169:1874448849308288:192.168.203.106@tcp:40: 00000100:00100000:2.0:1787613889.617922:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd895b0000 going to sleep for 11 seconds 00010000:00080000:2.0:1787613889.622882:0:6169:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e7480 x1874448849308288/t0(0) o40->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 440/448 e 0 to 0 dl 1787613905 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613889.622902:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:db19c490-fc37-412a-94c8-d559ee691f31:6169:1874448849308288:192.168.203.106@tcp:40: 00000080:00000004:2.0:1787613889.622926:0:6169:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1787613889.622940:0:6169:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2146304 00020000:01000000:2.0:1787613889.622944:0:6169:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1787613889.622955:0:6169:0:(genops.c:1385:class_connect()) connect: client db19c490-fc37-412a-94c8-d559ee691f31, cookie 0xa44cb62dd53d3ea5 00000020:00000080:2.0:1787613889.622973:0:6169:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa44cb62dd53d3eac 00000100:00080000:2.0:1787613889.622980:0:6169:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0fd90440000: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:2.0:1787613889.622989:0:6169:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0fd90440000: import ffffa0fd894fe000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787613889.623002:0:6169:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787613889.623037:0:6169:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd925e7480 x1874448849308416/t0(0) o8->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787613889.623063:0:6169:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID 00020000:01000000:2.0:1787613889.623083:0:6169:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffffa0fd90440000) active 00000020:00000080:2.0:1787613889.623107:0:6169:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa44cb62dd53d3eb3 00000100:00080000:2.0:1787613889.623111:0:6169:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0fd90440000: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:2.0:1787613889.623139:0:6169:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0fd90440000: import ffffa0fd894fb000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:2.0:1787613889.623145:0:6169:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787613889.623156:0:6169:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd925e4000 x1874448849308544/t0(0) o8->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787613889.623164:0:6169:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID 00020000:01000000:2.0:1787613889.623169:0:6169:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffffa0fd90440000) active 00000100:00100000:2.0:1787613889.623221:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:db19c490-fc37-412a-94c8-d559ee691f31:6169:1874448849308672:192.168.203.106@tcp:900: 00000100:00100000:2.0:1787613889.623276:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd895b0000 going to sleep for 11 seconds 00000100:00100000:2.0:1787613889.623377:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787613889.623386:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849308800:192.168.203.106@tcp:400: 00000100:00100000:3.0:1787613889.623696:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849308416:192.168.203.106@tcp:8: 00000100:00100000:3.0:1787613889.623745:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849308544:192.168.203.106@tcp:8: 00000100:00100000:2.0:1787613889.626972:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849308800:192.168.203.106@tcp:400: 00010000:00080000:3.0:1787613889.631476:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e7480 x1874448849308416/t0(0) o8->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1787613899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613889.631497:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0fd90440000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787613889.631512:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffffa0fd90440000: connect to target with instance 1 00000100:00080000:3.0:1787613889.631552:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffffa0fd90440000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787613889.631570:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787613889.631575:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd894fe000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787613889.631584:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787613889.631590:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787613889.631596:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787613889.631612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849308416:192.168.203.106@tcp:8: 00010000:00080000:3.0:1787613889.631633:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e4000 x1874448849308544/t0(0) o8->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1787613899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613889.631641:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0fd90440000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787613889.631646:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffffa0fd90440000: connect to target with instance 1 00000100:00080000:3.0:1787613889.631652:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffffa0fd90440000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787613889.631657:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787613889.631659:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd894fb000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787613889.631662:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787613889.631664:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787613889.631667:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787613889.631671:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849308544:192.168.203.106@tcp:8: 00010000:00080000:1.0:1787613889.634748:0:6169:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e5180 x1874448849308672/t0(0) o900->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:29/10 lens 264/248 e 0 to 0 dl 1787613905 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613889.634769:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:db19c490-fc37-412a-94c8-d559ee691f31:6169:1874448849308672:192.168.203.106@tcp:900: 00000100:00100000:1.0:1787613889.634844:0:6169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:db19c490-fc37-412a-94c8-d559ee691f31:6169:1874448849308928:192.168.203.106@tcp:33: 00000100:00100000:1.0:1787613889.635249:0:6169:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8633a300 going to sleep for 11 seconds 00010000:00080000:1.0:1787613889.687290:0:6169:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a01880 x1874448849308928/t0(0) o33->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:23/10 lens 448/464 e 0 to 0 dl 1787613905 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787613889.687310:0:6169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:db19c490-fc37-412a-94c8-d559ee691f31:6169:1874448849308928:192.168.203.106@tcp:33: 00000080:00200000:3.0:1787613889.691568:0:6169:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00200000:3.0:1787613889.691582:0:6169:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1787613889.691667:0:6169:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_g74d5152 00000080:00000004:3.0:1787613889.699638:0:6169:0:(super25.c:182:lustre_fill_super()) 192.168.203.106@tcp:/lustre: Mount complete 00000080:00200008:1.0:1787613889.926769:0:6212:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787613889.926780:0:6212:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:1.0:1787613889.926803:0:6212:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787613889.926861:0:6212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.926872:0:6212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6212 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.926889:0:6212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6212 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613889.926912:0:6212:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job mkdir:db19c490-fc37-412a-94c8-d559ee691f31:6212:1874448849309056:192.168.203.106@tcp:101: 00000100:00100000:1.0:1787613889.926992:0:6212:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8633a480 going to sleep for 11 seconds 00000100:00100000:1.0:1787613889.937291:0:6212:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job mkdir:db19c490-fc37-412a-94c8-d559ee691f31:6212:1874448849309056:192.168.203.106@tcp:101: 00010000:00010000:1.0:1787613889.937319:0:6212:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937332:0:6212:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937345:0:6212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937362:0:6212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937375:0:6212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937384:0:6212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937393:0:6212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787613889.937438:0:6212:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffffa0fd89a00700 x1874448849309056/t0(0) o101->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 576/688 e 0 to 0 dl 1787613905 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787613889.937454:0:6212:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937468:0:6212:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffffa0fd9255ac00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787613889.937474:0:6212:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787613889.937499:0:6212:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787613889.937504:0:6212:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:1.0:1787613889.937508:0:6212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:1.0:1787613889.937512:0:6212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc45d7cb8 00010000:00010000:1.0:1787613889.937515:0:6212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613889.937525:0:6212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787613890.391915:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613891.419790:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1787613891.949806:0:6264:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787613891.949821:0:6264:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:1.0:1787613891.949846:0:6264:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787613891.949865:0:6264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787613891.949952:0:6264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1787613891.949974:0:6264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787613891.949981:0:6264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:1.0:1787613891.949985:0:6264:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:1.0:1787613891.949994:0:6264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc17c3cb8 00010000:00010000:1.0:1787613891.949997:0:6264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787613891.950006:0:6264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1787613891.951497:0:6264:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1787613891.951506:0:6264:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:1.0:1787613891.951524:0:6264:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787613891.951539:0:6264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1787613891.951552:0:6264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1787613891.951559:0:6264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787613891.951564:0:6264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:1.0:1787613891.951567:0:6264:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:1.0:1787613891.951573:0:6264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc17c3cb8 00010000:00010000:1.0:1787613891.951576:0:6264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1787613891.951594:0:6264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1787613891.951978:0:6264:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:1.0:1787613891.951988:0:6264:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787613891.951995:0:6264:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1787613891.952004:0:6264:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1787613891.952010:0:6264:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787613891.952014:0:6264:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:1.0:1787613891.952016:0:6264:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:1.0:1787613891.952020:0:6264:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc17c3bb0 00010000:00010000:1.0:1787613891.952023:0:6264:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1787613891.952030:0:6264:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1787613891.952038:0:6264:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988), inode mode 41ed mask 44 00000080:00200008:1.0:1787613891.952045:0:6264:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), flags 100000 00000080:00200080:1.0:1787613891.952484:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.952499:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00800000:00000004:1.0:1787613891.952506:0:6264:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0fd90440000: age 300, max_age 302 00000100:00100000:1.0:1787613891.952553:0:6264:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309184:192.168.203.106@tcp:41: 00000100:00100000:1.0:1787613891.952653:0:6264:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd9457ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787613891.959943:0:6264:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309184:192.168.203.106@tcp:41: 00800000:00000004:1.0:1787613891.959976:0:6264:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0fd90440000: update ffffa0fd892e9e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:1.0:1787613891.960048:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.960063:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00800000:00000004:1.0:1787613891.960070:0:6264:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffffa0fd90440000: age -701, max_age 302 00000100:00100000:1.0:1787613891.960097:0:6264:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309312:192.168.203.106@tcp:41: 00000100:00100000:1.0:1787613891.960203:0:6264:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd9457ecc0 going to sleep for 11 seconds 00010000:00080000:1.0:1787613891.963596:0:6264:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00700 x1874448849309312/t0(0) o41->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787613907 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613891.963615:0:6264:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309312:192.168.203.106@tcp:41: 00800000:00000004:1.0:1787613891.963641:0:6264:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffffa0fd90440000: update ffffa0fd89208450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787613891.963709:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963744:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963754:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963759:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963764:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963768:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963772:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963776:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963780:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963784:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963788:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963806:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963811:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963814:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963818:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963821:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963825:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963829:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963833:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963836:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963840:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963843:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963847:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963850:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963853:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963856:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963859:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963862:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963866:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963869:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963873:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963876:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963880:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963883:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963887:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963891:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963904:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963909:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963913:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963916:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963920:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963924:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963927:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963931:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963935:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963939:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963943:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963946:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963951:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963954:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963958:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963962:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963966:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963969:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963972:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963975:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963979:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963981:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963985:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.963989:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.963992:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964009:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964015:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964019:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964022:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964025:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964028:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964032:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964036:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964039:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964043:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964046:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964051:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964055:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964060:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964065:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964069:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964074:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964078:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964082:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964086:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964089:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964093:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964095:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964099:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964102:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964150:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964156:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964162:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964167:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964172:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964176:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964180:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964184:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964189:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964194:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964406:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964415:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964421:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964426:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964430:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964434:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964440:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964445:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964450:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964455:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964460:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964465:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964469:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964472:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964476:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964488:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964494:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964498:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964502:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964507:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964513:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964517:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964522:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964526:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964530:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964534:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964537:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964541:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964546:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00800000:00000080:1.0:1787613891.964550:0:6264:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.964555:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.964562:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00020000:00000004:1.0:1787613891.964570:0:6264:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffffa0fd90440000: age -701, max_age 302 00000100:00100000:1.0:1787613891.964609:0:6264:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309440:192.168.203.106@tcp:13: 00000100:00100000:1.0:1787613891.964706:0:6264:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd9457ecc0 going to sleep for 11 seconds 00010000:00080000:1.0:1787613891.970562:0:6264:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00700 x1874448849309440/t0(0) o13->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787613907 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613891.970584:0:6264:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309440:192.168.203.106@tcp:13: 00020000:00000004:1.0:1787613891.970609:0:6264:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffffa0fd90440000: update ffffa0fd8920b7c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787613891.970697:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.970724:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00020000:00000004:1.0:1787613891.970739:0:6264:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffffa0fd90440000: age -701, max_age 302 00000100:00100000:1.0:1787613891.970773:0:6264:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309568:192.168.203.106@tcp:13: 00000100:00100000:1.0:1787613891.971009:0:6264:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd9457ecc0 going to sleep for 11 seconds 00010000:00080000:1.0:1787613891.975497:0:6264:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00700 x1874448849309568/t0(0) o13->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1787613907 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613891.975518:0:6264:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job lfs:db19c490-fc37-412a-94c8-d559ee691f31:6264:1874448849309568:192.168.203.106@tcp:13: 00020000:00000004:1.0:1787613891.975543:0:6264:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffffa0fd90440000: update ffffa0fd8920d178 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787613891.975659:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.975677:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.975685:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.975689:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.975694:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.975697:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.975701:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.975705:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.975709:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.975713:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.975840:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.975846:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.975851:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:1.0:1787613891.975855:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd82fbd000 uarg=0000000000000000 00000080:00200080:1.0:1787613891.975859:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977374:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977405:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977415:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977420:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977424:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977428:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977431:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977435:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977438:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977442:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977446:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977450:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977453:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977457:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977461:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977465:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977468:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977472:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977475:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977479:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977482:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977499:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977504:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977508:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977512:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977516:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977519:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977522:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977525:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977529:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977532:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977535:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977539:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977542:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977545:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977548:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977552:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977555:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977558:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977562:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977565:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977568:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977572:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977575:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977578:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977582:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977592:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977598:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977601:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977605:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977608:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977612:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977616:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977619:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977622:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977626:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977630:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977634:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977637:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977640:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977643:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977647:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977650:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977653:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977656:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977659:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977662:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977666:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977669:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977672:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977676:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977688:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977692:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977696:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977699:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977702:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977706:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.977710:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.977991:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978000:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978004:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978008:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978011:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978014:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978018:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978021:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978025:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978028:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978032:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978036:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978039:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978042:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978046:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978049:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978052:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978056:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978068:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978073:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978076:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978080:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978084:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978087:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978091:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978094:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978097:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978100:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978103:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978107:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978111:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200080:0.0:1787613891.978330:0:6264:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988) cmd=c00866a4 arg=7ffddf188ad0 00020000:00000080:0.0:1787613891.978338:0:6264:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffffa0fd90440000: cmd=c00866a4 len=592 karg=ffffa0fd895b5400 uarg=0000000000000000 00000080:00200008:0.0:1787613891.978354:0:6264:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), flags 100000 00010000:00010000:1.0:1787613892.439388:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613893.466249:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787613894.390534:0:6458:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1787613894.488674:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787613894.874969:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849309696:192.168.203.106@tcp:400: 00000100:00100000:1.0:1787613894.875065:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849309952:192.168.203.106@tcp:400: 00000100:00100000:1.0:1787613894.875094:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849310208:192.168.203.106@tcp:400: 00000100:00100000:1.0:1787613894.875144:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787613894.875152:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849309824:192.168.203.106@tcp:400: 00000100:00100000:1.0:1787613894.875178:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849310080:192.168.203.106@tcp:400: 00000100:00100000:1.0:1787613894.884913:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849309824:192.168.203.106@tcp:400: 00010000:00080000:1.0:1787613894.884940:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a02a00 x1874448849310080/t0(0) o400->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613894.884951:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849310080:192.168.203.106@tcp:400: 00000100:00100000:1.0:1787613894.884960:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849309696:192.168.203.106@tcp:400: 00010000:00080000:1.0:1787613894.884971:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a03800 x1874448849309952/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613894.884979:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849309952:192.168.203.106@tcp:400: 00010000:00080000:1.0:1787613894.884997:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a01f80 x1874448849310208/t0(0) o400->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613894.885006:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849310208:192.168.203.106@tcp:400: 00010000:00010000:2.0:1787613895.512351:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613896.536184:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613897.559437:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787613897.885809:0:2405:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00100000:3.0:1787613897.885935:0:6172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874448865089920 00000100:00100000:3.0:1787613897.885948:0:6172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874448865089920 00000100:00100000:3.0:1787613897.886011:0:6172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 0 00000100:00100000:3.0:1787613897.886022:0:6172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd925e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:10347:x1874448865089920:12345-192.168.203.106@tcp:104: 00010000:00010000:3.0:1787613897.886060:0:6172:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787613897.886522:0:6172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787613897.886531:0:6172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd925e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:10347:x1874448865089920:12345-192.168.203.106@tcp:104: Request processed in 509us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1787613897.886539:0:6172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 0 00010000:00010000:1.0:1787613897.887164:0:6180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787613897.887177:0:6180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613897.887189:0:6180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd80030c00 already unused, calling callback (ffffffffc12dcc20) 10000000:00010000:1.0:1787613897.887193:0:6180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613897.887204:0:6180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787613897.887211:0:6180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787613897.887217:0:6180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1787613897.887283:0:6180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613897.887291:0:6180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787613897.887322:0:6180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613897.887330:0:6180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffffa0fd80030c00/0xa44cb62dd53d3e51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2059 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613897.887362:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613897.887366:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613897.887368:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787613897.887379:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849310336:192.168.203.106@tcp:103: 00000100:00100000:2.0:1787613897.887454:0:2405:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00100000:2.0:1787613897.887555:0:6172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874448865090048 00000100:00100000:2.0:1787613897.887563:0:6172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874448865090048 00000100:00100000:2.0:1787613897.887921:0:6172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 1 00000100:00100000:2.0:1787613897.887933:0:6172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd925e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:10347:x1874448865090048:12345-192.168.203.106@tcp:104: 00010000:00010000:2.0:1787613897.887949:0:6172:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613897.888004:0:6172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787613897.888011:0:6172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd925e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:10347:x1874448865090048:12345-192.168.203.106@tcp:104: Request processed in 81us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1787613897.888019:0:6172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 1 00010000:00010000:0.0:1787613897.888028:0:6181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787613897.888034:0:6181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613897.888043:0:6181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd80030800 already unused, calling callback (ffffffffc12dcc20) 10000000:00010000:0.0:1787613897.888047:0:6181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613897.888056:0:6181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787613897.888071:0:6181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787613897.888077:0:6181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787613897.888207:0:6181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613897.888215:0:6181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787613897.888239:0:6181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613897.888247:0:6181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3e4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2052 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613897.888270:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787613897.888273:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849310464:192.168.203.106@tcp:103: 00010000:00010000:0.0:1787613897.888274:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613897.888277:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787613897.891518:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849310464:192.168.203.106@tcp:103: 00000100:00100000:0.0:1787613897.892728:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849310336:192.168.203.106@tcp:103: 00010000:00010000:1.0:1787613898.592516:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787613899.287538:0:6184:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1787613899.287547:0:6184:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa0fd90440000 from 48 10000000:01000000:2.0:1787613899.287553:0:6184:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787613899.287722:0:6184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f800/0xa44cb62dd53d3ec1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613899.287751:0:6184:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f800/0xa44cb62dd53d3ec1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613899.287762:0:6184:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f800/0xa44cb62dd53d3ec1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787613899.287786:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849310592:192.168.203.106@tcp:101: 00000100:00100000:2.0:1787613899.287941:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd85340600 going to sleep for 11 seconds 00000100:00100000:2.0:1787613899.290697:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849310592:192.168.203.106@tcp:101: 00010000:00010000:2.0:1787613899.290734:0:6184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f800/0xa44cb62dd53d3ec1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e209f expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613899.290749:0:6184:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f800/0xa44cb62dd53d3ec1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e209f expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787613899.290904:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849310720:192.168.203.106@tcp:501: 00000100:00100000:2.0:1787613899.290997:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd85340600 going to sleep for 11 seconds 00000100:00100000:0.0:1787613899.293390:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849310720:192.168.203.106@tcp:501: 00000100:00100000:0.0:1787613899.293457:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849310848:192.168.203.106@tcp:503: 00000100:00100000:0.0:1787613899.304320:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd894c59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787613899.304395:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849310848:192.168.203.106@tcp:503: 00000100:00100000:2.0:1787613899.305384:0:6664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6664:1874448849310976:192.168.203.106@tcp:502: 00000100:00100000:2.0:1787613899.305533:0:6664:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd85340300 going to sleep for 11 seconds 00000100:00100000:2.0:1787613899.315208:0:6664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6664:1874448849310976:192.168.203.106@tcp:502: 00000020:01000000:2.0:1787613899.315290:0:6664:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787613899.315311:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787613899.315314:0:6664:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787613899.315320:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1787613899.315724:0:6664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6664:1874448849311104:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787613899.316076:0:6664:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd85340300 going to sleep for 11 seconds 00000100:00100000:2.0:1787613899.319344:0:6664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6664:1874448849311104:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787613899.319408:0:6664:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787613899.319420:0:6664:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787613899.319423:0:6664:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787613899.319428:0:6664:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1787613899.319953:0:6184:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1787613899.319975:0:6184:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787613899.319989:0:6184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f800/0xa44cb62dd53d3ec1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e209f expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613899.320021:0:6184:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f800/0xa44cb62dd53d3ec1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e209f expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787613899.320035:0:6184:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1787613899.320038:0:6184:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffffa0fd892ecd28 from 1 10000000:01000000:0.0:1787613899.320041:0:6184:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787613899.320088:0:6184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3ec8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613899.320095:0:6184:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3ec8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613899.320107:0:6184:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3ec8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787613899.320196:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849311232:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787613899.320307:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd894c59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787613899.327686:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849311232:192.168.203.106@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787613899.327727:0:6184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3ec8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e20a6 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613899.327742:0:6184:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3ec8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e20a6 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787613899.328594:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849311360:192.168.203.106@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787613899.329237:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd894c59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787613899.333446:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849311360:192.168.203.106@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1787613899.333519:0:6184:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787613899.333533:0:6184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3ec8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e20a6 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613899.333547:0:6184:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fd80030800/0xa44cb62dd53d3ec8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e20a6 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613899.607349:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787613899.992595:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849311488:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613899.992690:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787613899.992697:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849311616:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613899.993280:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849311872:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613899.993326:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787613899.993528:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849311744:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613899.993555:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849312000:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613900.004738:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849311616:192.168.203.106@tcp:400:kworker.0 00010000:00080000:2.0:1787613900.005275:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e4e00 x1874448849311744/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613900.005289:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849311744:192.168.203.106@tcp:400:kworker.0 00010000:00080000:2.0:1787613900.005306:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e4380 x1874448849312000/t0(0) o400->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613900.005314:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849312000:192.168.203.106@tcp:400:kworker.0 00010000:00080000:2.0:1787613900.005338:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e7b80 x1874448849311872/t0(0) o400->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613900.005346:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849311872:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613900.013320:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849311488:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787613900.632259:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787613900.967441:0:2405:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00100000:2.0:1787613900.967656:0:6173:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874448865099392 00000100:00100000:2.0:1787613900.967667:0:6173:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874448865099392 00000100:00100000:2.0:1787613900.967718:0:6173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 2 00000100:00100000:2.0:1787613900.967730:0:6173:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd895af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ccbc63f5-e716-4944-9431-a687fec3a917+3:10409:x1874448865099392:12345-192.168.203.106@tcp:104: 00010000:00010000:2.0:1787613900.967747:0:6173:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613900.967833:0:6173:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787613900.967853:0:6173:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd895af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:ccbc63f5-e716-4944-9431-a687fec3a917+3:10409:x1874448865099392:12345-192.168.203.106@tcp:104: Request processed in 126us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1787613900.967861:0:6173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 2 00010000:00010000:0.0:1787613900.968172:0:6181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787613900.968180:0:6181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613900.968188:0:6181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd8165aa00 already unused, calling callback (ffffffffc12dcc20) 10000000:00010000:0.0:1787613900.968193:0:6181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613900.968201:0:6181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787613900.968208:0:6181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787613900.968214:0:6181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787613900.968259:0:6181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613900.968267:0:6181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787613900.968295:0:6181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613900.968303:0:6181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3e89 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2067 expref: -99 pid: 6169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613900.968339:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613900.968343:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787613900.968346:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1787613900.968347:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787613900.968381:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849312128:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787613900.972217:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849312128:192.168.203.106@tcp:103:ldlm_bl.0 10000000:01000000:1.0:1787613901.160228:0:6184:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787613901.160238:0:6184:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0fd90440000 from 4 10000000:01000000:1.0:1787613901.160244:0:6184:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787613901.160312:0:6184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613901.160338:0:6184:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613901.160359:0:6184:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613901.160392:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849312256:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787613901.160615:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd9254ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787613901.172823:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849312256:192.168.203.106@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787613901.172863:0:6184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613901.172880:0:6184:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787613901.172985:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849312384:192.168.203.106@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787613901.173544:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd85340cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787613901.179414:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849312384:192.168.203.106@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787613901.179499:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849312512:192.168.203.106@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787613901.179653:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd9254eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787613901.186577:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849312512:192.168.203.106@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787613901.192236:0:6699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895ac000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6699:1874448849312640:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787613901.192507:0:6699:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd894ec240 going to sleep for 11 seconds 00000100:00100000:2.0:1787613901.201851:0:6699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ac000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6699:1874448849312640:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787613901.202424:0:6699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787613901.202439:0:6699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787613901.202442:0:6699:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787613901.202450:0:6699:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fd90440000 00000020:00000080:2.0:1787613901.202453:0:6699:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787613901.202723:0:6699:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6699:1874448849312768:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787613901.202839:0:6699:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd85340300 going to sleep for 11 seconds 00000100:00100000:3.0:1787613901.215172:0:6699:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:6699:1874448849312768:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787613901.215251:0:6699:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787613901.215270:0:6699:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787613901.215273:0:6699:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787613901.215278:0:6699:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1787613901.215363:0:6184:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1787613901.215382:0:6184:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787613901.215396:0:6184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787613901.215411:0:6184:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613901.655883:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613902.679635:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613903.706323:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613904.727362:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787613905.111317:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ccbc63f5-e716-4944-9431-a687fec3a917:2414:1874448849312896:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613905.111407:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313152:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613905.111433:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313408:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613905.111460:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787613905.111467:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313024:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613905.111486:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313280:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613905.122596:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313024:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613905.122615:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e5c00 x1874448849313280/t0(0) o400->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613905.122627:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313280:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613905.122639:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e4700 x1874448849313152/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613905.122661:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313152:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613905.122674:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e7800 x1874448849313408/t0(0) o400->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613905.122683:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849313408:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613905.125379:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ccbc63f5-e716-4944-9431-a687fec3a917:2414:1874448849312896:192.168.203.106@tcp:400:kworker.0 00010000:00010000:2.0:1787613905.752015:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613906.775502:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787613906.954242:0:7028:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1787613907.800853:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613908.823243:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613909.851597:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787613910.231707:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849313664:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787613910.231847:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849313920:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787613910.231887:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787613910.231894:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849313536:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787613910.231922:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849313792:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787613910.231946:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849314048:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787613910.244334:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849313536:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787613910.244364:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a02680 x1874448849313792/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613910.244379:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849313792:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787613910.244393:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00000 x1874448849314048/t0(0) o400->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613910.244402:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849314048:192.168.203.106@tcp:400:kworker.0 00000100:00100000:1.0:1787613910.244416:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849313664:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787613910.244459:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a03480 x1874448849313920/t0(0) o400->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613910.244470:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849313920:192.168.203.106@tcp:400:kworker.0 00010000:00010000:1.0:1787613910.871251:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613911.895383:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787613912.055928:0:7309:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-client.virtnet: executing yml_node 00010000:00010000:2.0:1787613912.921017:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613913.948777:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613914.967271:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787613915.356064:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0fd894fe000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1787613915.356071:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffffa0fd90440000: disconnect after 24s idle 00000100:00100000:3.0:1787613915.360178:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849314176:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613915.360288:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849314432:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613915.360321:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787613915.360330:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849314304:192.168.203.106@tcp:400:kworker.0 00000100:00080000:2.0:1787613915.363957:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0fd894fb000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1787613915.363964:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffffa0fd90440000: disconnect after 24s idle 00000100:00100000:3.0:1787613915.364610:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849314560:192.168.203.106@tcp:9:kworker.0 00000100:00100000:3.0:1787613915.364691:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849314688:192.168.203.106@tcp:9:kworker.0 00000100:00100000:2.0:1787613915.365876:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849314304:192.168.203.106@tcp:400:kworker.0 00010000:00080000:2.0:1787613915.365892:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e5f80 x1874448849314432/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613915.365902:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849314432:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613915.367240:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849314176:192.168.203.106@tcp:400:kworker.0 00010000:00080000:1.0:1787613915.367529:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e7800 x1874448849314560/t0(0) o9->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787613915.367543:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa0fd925e7800 x1874448849314560/t0(0) o9->lustre-OST0000-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787613915.367552:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd894fe000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787613915.367556:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849314560:192.168.203.106@tcp:9:kworker.0 00010000:00080000:1.0:1787613915.367567:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e4700 x1874448849314688/t0(0) o9->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787613915.367577:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa0fd925e4700 x1874448849314688/t0(0) o9->lustre-OST0001-osc-ffffa0fd90440000@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787613915.367584:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd894fb000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787613915.367588:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:db19c490-fc37-412a-94c8-d559ee691f31:2410:1874448849314688:192.168.203.106@tcp:9:kworker.0 00010000:00010000:2.0:1787613915.993606:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787613916.296963:0:7761:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.80 00010000:00010000:0.0:1787613917.015601:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613918.040298:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613919.064055:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787613919.352753:0:7917:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.80 00010000:00010000:2.0:1787613920.089498:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787613920.471521:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849314944:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613920.471690:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787613920.471698:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849314816:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613920.471732:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849315072:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613920.479038:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849314816:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613920.479067:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd895af100 x1874448849315072/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613920.479107:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849315072:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613920.479149:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849314944:192.168.203.106@tcp:400:kworker.0 00010000:00010000:3.0:1787613921.113879:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787613922.135554:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787613922.486712:0:8075:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.80 00010000:00010000:3.0:1787613923.162748:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613924.183336:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787613924.194722:0:8221:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Mon Aug 24 19:25:22 EDT 2026 00010000:00010000:3.0:1787613925.210462:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787613925.592430:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849315200:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613925.594442:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849315456:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613925.594513:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787613925.594521:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849315328:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613925.605079:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849315328:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787613925.605103:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00000 x1874448849315456/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613925.605113:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849315456:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613925.614178:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849315200:192.168.203.106@tcp:400:kworker.0 00010000:00010000:1.0:1787613926.232349:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613927.255408:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613928.279679:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613929.311567:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613930.327220:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787613930.717742:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849315584:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613930.717833:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849315840:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613930.717867:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787613930.717873:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849315712:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613930.731990:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849315584:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613930.741248:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849315712:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613930.741270:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e5c00 x1874448849315840/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613930.741283:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849315840:192.168.203.106@tcp:400:kworker.0 00010000:00010000:1.0:1787613931.351700:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613932.388078:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613933.401176:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613934.425885:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613935.448499:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787613935.831689:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ccbc63f5-e716-4944-9431-a687fec3a917:2414:1874448849315968:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613935.833151:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316096:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613935.835186:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787613935.835231:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316224:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613935.837676:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ccbc63f5-e716-4944-9431-a687fec3a917:2414:1874448849315968:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613935.842259:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316096:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613935.850265:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e4380 x1874448849316224/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613935.850302:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316224:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787613936.471300:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613937.498206:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613938.524967:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787613939.545941:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613940.567253:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787613940.951432:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849316480:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613940.951556:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787613940.951579:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849316352:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613940.951612:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849316608:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613940.957815:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849316352:192.168.203.106@tcp:400:kworker.0 00010000:00080000:0.0:1787613940.967335:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c3800 x1874448849316608/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613940.967361:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849316608:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613940.967378:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849316480:192.168.203.106@tcp:400:kworker.0 00010000:00010000:0.0:1787613941.591316:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613942.615685:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787613943.645678:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787613944.567861:0:8781:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:3.0:1787613944.671866:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613945.691578:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787613946.071649:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849316736:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613946.071772:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316992:192.168.203.106@tcp:400:kworker.0 00000100:00100000:2.0:1787613946.071813:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787613946.071819:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316864:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613946.094003:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316864:192.168.203.106@tcp:400:kworker.0 00000100:00100000:3.0:1787613946.097305:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849316736:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613946.097335:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e7b80 x1874448849316992/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613946.097349:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:db19c490-fc37-412a-94c8-d559ee691f31:2413:1874448849316992:192.168.203.106@tcp:400:kworker.0 00000001:02000400:0.0:1787613946.402805:0:8922:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1787613946.711718:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787613947.741464:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787613948.211635:0:9067:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 19:25:46 (1787613946) === 00000080:00200008:1.0:1787613948.463551:0:8233:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787613948.463563:0:8233:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:1.0:1787613948.463584:0:8233:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787613948.463603:0:8233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1787613948.463617:0:8233:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1787613948.463625:0:8233:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787613948.463632:0:8233:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:1.0:1787613948.463636:0:8233:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:1.0:1787613948.463642:0:8233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc19afcb8 00010000:00010000:1.0:1787613948.463646:0:8233:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1787613948.463655:0:8233:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:2.0:1787613948.514524:0:8233:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787613948.514536:0:8233:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:2.0:1787613948.514561:0:8233:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787613948.514581:0:8233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1787613948.514596:0:8233:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:2.0:1787613948.514603:0:8233:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787613948.514610:0:8233:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:2.0:1787613948.514613:0:8233:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:2.0:1787613948.514620:0:8233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc19afcb8 00010000:00010000:2.0:1787613948.514624:0:8233:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1787613948.514644:0:8233:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1787613948.530785:0:8233:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787613948.530796:0:8233:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:1.0:1787613948.530819:0:8233:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787613948.530836:0:8233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787613948.530867:0:8233:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787613948.530875:0:8233:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787613948.530883:0:8233:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:1.0:1787613948.530887:0:8233:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:1.0:1787613948.530895:0:8233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc19afcb8 00010000:00010000:1.0:1787613948.530899:0:8233:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787613948.530908:0:8233:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:1.0:1787613948.544667:0:8233:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffffa0fd91539988), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787613948.544679:0:8233:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd91539988),name=/ 00000002:00010000:1.0:1787613948.544701:0:8233:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787613948.544718:0:8233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787613948.544733:0:8233:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1787613948.544741:0:8233:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787613948.544748:0:8233:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) 00000080:00010000:1.0:1787613948.544751:0:8233:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffffa0fd91539988) for lock 0xa44cb62dd53d3eba 00000080:00010000:1.0:1787613948.544759:0:8233:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa44cb62dd53d3eba from it ffffb50fc19afcb8 00010000:00010000:1.0:1787613948.544770:0:8233:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1787613948.544779:0:8233:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffffa0fd90440000 lock: ffffa0fd8165a000/0xa44cb62dd53d3eba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2f1865f01e5e2091 expref: -99 pid: 6212 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1787613948.762292:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787613948.768527:0:9115:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787613948.768531:0:9115:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1787613948.768532:0:9115:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.106@tcp:/lustre 00000020:01000004:1.0:1787613948.768534:0:9115:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1787613948.768666:0:9115:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffffa0fd8313d800 00000080:01000004:1.0:1787613948.768675:0:9115:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1787613948.768693:0:9115:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.106@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787613948.768696:0:9115:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.106@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1787613948.768702:0:9115:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffffa0fd8313d800 (sb ffffa0fd8313d800) 00000080:01000000:1.0:1787613948.768779:0:9115:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1787613948.768780:0:9115:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1787613948.768784:0:9115:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1787613948.768790:0:9115:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 91b6144e-cdc8-415e-960e-eedf74a78440 10000000:01000000:1.0:1787613948.774235:0:9115:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787613948.774240:0:9115:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0fd8313d800 10000000:01000000:1.0:1787613948.774247:0:9115:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0fd8313d800 10000000:01000000:1.0:1787613948.774251:0:9115:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787613948.774255:0:9115:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0fd8313d800 10000000:01000000:1.0:1787613948.774257:0:9115:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787613948.774260:0:9115:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffffa0fd8313d800 10000000:01000000:1.0:1787613948.774263:0:9115:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787613948.774266:0:9115:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffffa0fd8313d800 from 1 10000000:01000000:1.0:1787613948.774268:0:9115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787613948.774301:0:9115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165a600/0xa44cb62dd53d3ed6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613948.774313:0:9115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fd8165a600/0xa44cb62dd53d3ed6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613948.774331:0:9115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fd8165a600/0xa44cb62dd53d3ed6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613948.774354:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317120:192.168.203.106@tcp:101:mount.lustre.0 00000100:00100000:1.0:1787613948.774438:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fda0170d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.785276:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317120:192.168.203.106@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787613948.785302:0:9115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fd8165a600/0xa44cb62dd53d3ed6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2171 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613948.785315:0:9115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fd8165a600/0xa44cb62dd53d3ed6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e2171 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613948.785384:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317248:192.168.203.106@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787613948.785457:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fda0170d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.789758:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317248:192.168.203.106@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787613948.789823:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317376:192.168.203.106@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787613948.789922:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fda0170d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.799751:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317376:192.168.203.106@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787613948.802597:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9119:1874448849317504:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787613948.802701:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd82e73180 going to sleep for 11 seconds 00000100:00100000:3.0:1787613948.807046:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9119:1874448849317504:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787613948.807092:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787613948.807103:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787613948.807106:0:9119:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1787613948.807113:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffffa0fd8313d800 00000020:00000080:3.0:1787613948.807142:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787613948.807155:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffffa0fd8313d800 (ffffa0fd895ecd28) 00000020:00000080:3.0:1787613948.807173:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1787613948.807180:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffffa0fd8313d800 00000020:00000080:3.0:1787613948.807183:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787613948.809253:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffffa0fd8313d800 (uuid 91b6144e-cdc8-415e-960e-eedf74a78440) 00000020:01000000:0.0:1787613948.809267:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.809274:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.809276:0:9119:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787613948.809280:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613948.809284:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.809285:0:9119:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787613948.809290:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.809293:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613948.809303:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffffa0fd8313d800 (ffffa0fd892099b8) 00000020:00000080:0.0:1787613948.809319:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1787613948.809325:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.809327:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787613948.809512:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffffa0fd8313d800 (uuid 91b6144e-cdc8-415e-960e-eedf74a78440) 00000020:01000000:0.0:1787613948.809523:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.809526:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.809527:0:9119:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1787613948.809530:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613948.809532:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.809534:0:9119:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1787613948.809536:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787613948.809538:0:9119:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1787613948.809541:0:9119:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1787613948.809547:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.809549:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.809550:0:9119:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1787613948.809552:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613948.809556:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.809557:0:9119:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1787613948.809560:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787613948.809565:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787613948.809588:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.809591:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613948.809608:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffffa0fd8313d800 (ffffa0fd83168000) 00000020:00000080:0.0:1787613948.809617:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1787613948.809623:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.809626:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787613948.809688:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd89563000@lustre-MDT0000-mdc-ffffa0fd8313d800: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613948.817382:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffffa0fd8313d800-5 is initialized 00000040:01000000:0.0:1787613948.817623:0:9119:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffffa0fd8313d800 ctxt 13 is initialized 00000020:00000080:0.0:1787613948.817668:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffffa0fd8313d800 (uuid 91b6144e-cdc8-415e-960e-eedf74a78440) 00000020:01000000:0.0:1787613948.817680:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.817684:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787613948.817709:0:9119:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787613948.817750:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.817760:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.817762:0:9119:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787613948.817766:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787613948.817769:0:9119:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787613948.817770:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613948.817772:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613948.817774:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787613948.817777:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.817778:0:9119:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787613948.819032:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613948.819041:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.819043:0:9119:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787613948.819048:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787613948.819053:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787613948.819080:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.819084:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613948.819095:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffffa0fd8313d800 (ffffa0fd8316b370) 00000020:00000080:0.0:1787613948.819135:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1787613948.819143:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.819146:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787613948.819228:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd89562000@lustre-MDT0001-mdc-ffffa0fd8313d800: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613948.828405:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffffa0fd8313d800-6 is initialized 00000040:01000000:0.0:1787613948.829436:0:9119:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffffa0fd8313d800 ctxt 13 is initialized 00000020:00000080:0.0:1787613948.829480:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffffa0fd8313d800 (uuid 91b6144e-cdc8-415e-960e-eedf74a78440) 00000020:01000000:0.0:1787613948.829505:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.829510:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787613948.829536:0:9119:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1787613948.829575:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.829579:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.829581:0:9119:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1787613948.829583:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787613948.829586:0:9119:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1787613948.829593:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613948.829595:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613948.829597:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787613948.829600:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.829602:0:9119:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787613948.829605:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787613948.829609:0:9119:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.106@tcp:/lustre 00000020:00000080:0.0:1787613948.829613:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.829614:0:9119:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787613948.829618:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787613948.829623:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787613948.829648:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.829650:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613948.829660:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffffa0fd8313d800 (ffffa0fd8316cd28) 00000020:00000080:0.0:1787613948.829674:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1787613948.829679:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.829682:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787613948.829746:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd89564000@lustre-OST0000-osc-ffffa0fd8313d800: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613948.830726:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffffa0fd8313d800-7 is initialized 00000020:00000080:0.0:1787613948.831242:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffffa0fd8313d800 (uuid 91b6144e-cdc8-415e-960e-eedf74a78440) 00000020:01000000:0.0:1787613948.831255:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.831259:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787613948.831278:0:9119:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1787613948.831287:0:9119:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffffa0fd8313d800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1787613948.831292:0:9119:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1787613948.831303:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.831307:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.831309:0:9119:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787613948.831312:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787613948.831315:0:9119:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1787613948.831317:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613948.831318:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787613948.831326:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787613948.831329:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.831330:0:9119:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787613948.831334:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787613948.831338:0:9119:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.106@tcp:/lustre 00000020:00000080:0.0:1787613948.831341:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.831342:0:9119:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787613948.831345:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787613948.831349:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787613948.831369:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.831372:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787613948.831380:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffffa0fd8313d800 (ffffa0fd831699b8) 00000020:00000080:0.0:1787613948.831394:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1787613948.831399:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.831401:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787613948.831481:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd89567800@lustre-OST0001-osc-ffffa0fd8313d800: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787613948.832272:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffffa0fd8313d800-8 is initialized 00000020:00000080:0.0:1787613948.836073:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffffa0fd8313d800 (uuid 91b6144e-cdc8-415e-960e-eedf74a78440) 00000020:01000000:0.0:1787613948.836095:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffffa0fd8313d800 00000020:00000080:0.0:1787613948.836100:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787613948.836141:0:9119:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1787613948.838611:0:9119:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffffa0fd8313d800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1787613948.838620:0:9119:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1787613948.838653:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.838661:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.838663:0:9119:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787613948.838668:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613948.838673:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.838674:0:9119:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787613948.838677:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787613948.838679:0:9119:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787613948.838681:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787613948.838692:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.838694:0:9119:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000100:00100000:0.0:1787613948.838742:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9119:1874448849317632:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787613948.838859:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd895b0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787613948.842345:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9119:1874448849317632:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787613948.842388:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787613948.842399:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787613948.842401:0:9119:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787613948.842410:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787613948.842446:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9119:1874448849317760:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787613948.842613:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd895b0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787613948.852450:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9119:1874448849317760:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787613948.852497:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787613948.852508:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787613948.852510:0:9119:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787613948.852515:0:9119:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787613948.853191:0:9115:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787613948.853214:0:9115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787613948.853233:0:9115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165a600/0xa44cb62dd53d3ed6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2171 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613948.853246:0:9115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fd8165a600/0xa44cb62dd53d3ed6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2171 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787613948.853263:0:9115:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffffa0fd8313d800 from 1 10000000:01000000:2.0:1787613948.853266:0:9115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1787613948.853302:0:9115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f400/0xa44cb62dd53d3f07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613948.853311:0:9115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f400/0xa44cb62dd53d3f07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613948.853321:0:9115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f400/0xa44cb62dd53d3f07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787613948.853344:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317888:192.168.203.106@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787613948.855471:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8b97a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787613948.863420:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849317888:192.168.203.106@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787613948.863448:0:9115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f400/0xa44cb62dd53d3f07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2178 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613948.863460:0:9115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f400/0xa44cb62dd53d3f07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e2178 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613948.867400:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318016:192.168.203.106@tcp:256:mount.lustre.0 00000100:00100000:1.0:1787613948.867487:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8957e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.884477:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318016:192.168.203.106@tcp:256:mount.lustre.0 10000000:01000000:1.0:1787613948.885243:0:9115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1787613948.885270:0:9115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f400/0xa44cb62dd53d3f07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2178 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613948.885282:0:9115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fdc217f400/0xa44cb62dd53d3f07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e2178 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787613948.885291:0:9115:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0fd8313d800 from 1 10000000:01000000:1.0:1787613948.885294:0:9115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787613948.885331:0:9115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613948.885339:0:9115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613948.885351:0:9115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613948.885374:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318144:192.168.203.106@tcp:101:mount.lustre.0 00000100:00100000:1.0:1787613948.885447:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8957e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.892449:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318144:192.168.203.106@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787613948.892481:0:9115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613948.892503:0:9115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787613948.892582:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318272:192.168.203.106@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787613948.892683:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8957e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.895341:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318272:192.168.203.106@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787613948.895396:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318400:192.168.203.106@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787613948.895483:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8957e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.902974:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ccbc63f5-e716-4944-9431-a687fec3a917:9115:1874448849318400:192.168.203.106@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787613948.905060:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9124:1874448849318528:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787613948.905197:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8957ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.915459:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9124:1874448849318528:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787613948.915513:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787613948.915523:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613948.915526:0:9124:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787613948.915533:0:9124:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fd8313d800 00000020:00000080:1.0:1787613948.915536:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787613948.915544:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787613948.915546:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613948.915548:0:9124:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787613948.915550:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787613948.915552:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613948.915553:0:9124:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787613948.915557:0:9124:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fd8313d800 00000020:00000080:1.0:1787613948.915559:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787613948.915646:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9124:1874448849318656:192.168.203.106@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787613948.915785:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8957ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1787613948.928074:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ccbc63f5-e716-4944-9431-a687fec3a917:9124:1874448849318656:192.168.203.106@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787613948.928184:0:9124:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787613948.928201:0:9124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787613948.928557:0:9124:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1787613948.928564:0:9124:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1787613948.928662:0:9115:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1787613948.928683:0:9115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787613948.928703:0:9115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787613948.928714:0:9115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1787613948.928734:0:9115:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1787613948.928758:0:9115:0:(genops.c:1385:class_connect()) connect: client 91b6144e-cdc8-415e-960e-eedf74a78440, cookie 0xa44cb62dd53d3f15 00800000:01000000:3.0:1787613948.928791:0:9115:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 91b6144e-cdc8-415e-960e-eedf74a78440 to lustre-clilmv-ffffa0fd8313d800 00800000:01000000:3.0:1787613948.928806:0:9115:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffffa0fd8313d800(91b6144e-cdc8-415e-960e-eedf74a78440) - lustre-MDT0000_UUID, 91b6144e-cdc8-415e-960e-eedf74a78440 00000020:00000080:3.0:1787613948.928815:0:9115:0:(genops.c:1385:class_connect()) connect: client 91b6144e-cdc8-415e-960e-eedf74a78440, cookie 0xa44cb62dd53d3f1c 00000100:00080000:3.0:1787613948.928824:0:9115:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffffa0fd8313d800: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:3.0:1787613948.928832:0:9115:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffffa0fd8313d800: import ffffa0fd89563000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787613948.928844:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787613948.928869:0:9115:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd895aed80 x1874448849318784/t0(0) o38->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787613948.928895:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID 00800000:01000000:3.0:1787613948.928985:0:9115:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffffa0fd8313d800(91b6144e-cdc8-415e-960e-eedf74a78440) successfully (5) 00800000:00000004:3.0:1787613948.928989:0:9115:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffffa0fd8313d800: age -640, max_age 0 00000100:00100000:1.0:1787613948.929015:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849318784:192.168.203.106@tcp:38:mount.lustre.0 00800000:01000000:3.0:1787613948.929033:0:9115:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffffa0fd8313d800(91b6144e-cdc8-415e-960e-eedf74a78440) - lustre-MDT0001_UUID, 91b6144e-cdc8-415e-960e-eedf74a78440 00000020:00000080:3.0:1787613948.929042:0:9115:0:(genops.c:1385:class_connect()) connect: client 91b6144e-cdc8-415e-960e-eedf74a78440, cookie 0xa44cb62dd53d3f23 00000100:00080000:3.0:1787613948.929048:0:9115:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffffa0fd8313d800: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:3.0:1787613948.929053:0:9115:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffffa0fd8313d800: import ffffa0fd89562000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787613948.929060:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787613948.929071:0:9115:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd895ad180 x1874448849319040/t0(0) o38->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787613948.929082:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID 00000100:00100000:1.0:1787613948.929148:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849319040:192.168.203.106@tcp:38:mount.lustre.0 00800000:01000000:3.0:1787613948.929156:0:9115:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffffa0fd8313d800(91b6144e-cdc8-415e-960e-eedf74a78440) successfully (5) 00800000:00000004:3.0:1787613948.929160:0:9115:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffffa0fd8313d800: age -640, max_age 0 00000080:00000004:3.0:1787613948.929181:0:9115:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffffa0fd8313d800: age -640, max_age 359 00800000:00000004:3.0:1787613948.929186:0:9115:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffffa0fd8313d800: age -640, max_age 359 00000100:00080000:3.0:1787613948.929201:0:9115:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0fd895ae300 x1874448849319296/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613948.929219:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8974e6c0 going to sleep for 0 seconds 00000100:00080000:3.0:1787613948.929238:0:2414:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0fd895af100 x1874448849318912/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613948.929250:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1787613948.929254:0:2414:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffffa0fd895ad500 x1874448849319168/t0(0) o41->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613948.929462:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849319424:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613948.929506:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787613948.929513:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849319552:192.168.203.106@tcp:400:kworker.0 00010000:00080000:3.0:1787613948.938410:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd895ad180 x1874448849319040/t0(0) o38->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 520/416 e 0 to 0 dl 1787613958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613948.938426:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd8313d800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787613948.938437:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffffa0fd8313d800: connect to target with instance 1 00000100:00080000:3.0:1787613948.938446:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffffa0fd8313d800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787613948.938458:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787613948.938461:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd89562000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1787613948.938749:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f5626ad3): req@ffffa0fd895ad500 x1874448849319168/t0(0) o41->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613948.938768:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849319040:192.168.203.106@tcp:38:mount.lustre.0 00000100:00100000:2.0:1787613948.938959:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd8313d800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787613948.938965:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffffa0fd8313d800: connect to target with instance 1 00000100:00080000:2.0:1787613948.938970:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffffa0fd8313d800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787613948.938977:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787613948.938979:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd89563000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00010000:00080000:0.0:1787613948.942003:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c2a00 x1874448849319552/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613948.942021:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849319552:192.168.203.106@tcp:400:kworker.0 00000100:00100000:0.0:1787613948.942038:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849319424:192.168.203.106@tcp:400:kworker.0 00000100:00080000:2.0:1787613948.942058:0:2410:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009f873821): req@ffffa0fd895ae300 x1874448849319296/t0(0) o41->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613948.942081:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849318784:192.168.203.106@tcp:38:mount.lustre.0 00000100:00100000:2.0:1787613948.947482:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8974e6c0 going to sleep for 11 seconds 00010000:00080000:3.0:1787613948.948050:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd895ad500 x1874448849319168/t0(0) o41->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1787613964 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613948.948070:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:91b6144e-cdc8-415e-960e-eedf74a78440:0:1874448849319168:192.168.203.106@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787613948.948090:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:91b6144e-cdc8-415e-960e-eedf74a78440:0:1874448849318912:192.168.203.106@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787613948.953616:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91b6144e-cdc8-415e-960e-eedf74a78440:9115:1874448849319296:192.168.203.106@tcp:41:mount.lustre.0 00800000:00000004:3.0:1787613948.953644:0:9115:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffffa0fd8313d800: update ffffa0fd83168450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1787613948.953651:0:9115:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffffa0fd8313d800: update ffffa0fd89209e08 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1787613948.953690:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91b6144e-cdc8-415e-960e-eedf74a78440:9115:1874448849319680:192.168.203.106@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787613948.953770:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8974ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787613948.963698:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ae300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91b6144e-cdc8-415e-960e-eedf74a78440:9115:1874448849319680:192.168.203.106@tcp:40:mount.lustre.0 00000080:00000004:3.0:1787613948.963725:0:9115:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1787613948.963739:0:9115:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2146304 00020000:01000000:3.0:1787613948.963743:0:9115:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1787613948.963753:0:9115:0:(genops.c:1385:class_connect()) connect: client 91b6144e-cdc8-415e-960e-eedf74a78440, cookie 0xa44cb62dd53d3f2a 00000020:00000080:3.0:1787613948.963769:0:9115:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa44cb62dd53d3f31 00000100:00080000:3.0:1787613948.963775:0:9115:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffffa0fd8313d800: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:3.0:1787613948.963842:0:9115:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffffa0fd8313d800: import ffffa0fd89564000 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787613948.963853:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787613948.963877:0:9115:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd895ae300 x1874448849319808/t0(0) o8->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787613948.963901:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID 00020000:01000000:3.0:1787613948.963920:0:9115:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffffa0fd8313d800) active 00000020:00000080:3.0:1787613948.963943:0:9115:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xa44cb62dd53d3f38 00000100:00080000:3.0:1787613948.963947:0:9115:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffffa0fd8313d800: connect to NID 192.168.203.106@tcp last attempt 0 00000100:00080000:3.0:1787613948.963951:0:9115:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffffa0fd8313d800: import ffffa0fd89567800 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000008:00100000:3.0:1787613948.963956:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787613948.963965:0:9115:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd895af100 x1874448849319936/t0(0) o8->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787613948.963973:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID 00020000:01000000:3.0:1787613948.963978:0:9115:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffffa0fd8313d800) active 00000100:00100000:3.0:1787613948.964018:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895ad500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91b6144e-cdc8-415e-960e-eedf74a78440:9115:1874448849320064:192.168.203.106@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787613948.964072:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8974ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787613948.964216:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849319808:192.168.203.106@tcp:8:mount.lustre.0 00000100:00100000:3.0:1787613948.964248:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd895af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849319936:192.168.203.106@tcp:8:mount.lustre.0 00000100:00100000:0.0:1787613948.968187:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ad500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91b6144e-cdc8-415e-960e-eedf74a78440:9115:1874448849320064:192.168.203.106@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787613948.968264:0:9115:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91b6144e-cdc8-415e-960e-eedf74a78440:9115:1874448849320192:192.168.203.106@tcp:33:mount.lustre.0 00000100:00100000:0.0:1787613948.968389:0:9115:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd895b0600 going to sleep for 11 seconds 00010000:00080000:3.0:1787613948.968407:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd895ae300 x1874448849319808/t0(0) o8->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1787613958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613948.968420:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0fd8313d800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787613948.968427:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffffa0fd8313d800: connect to target with instance 1 00000100:00080000:3.0:1787613948.968436:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffffa0fd8313d800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787613948.968447:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787613948.968450:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd89564000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787613948.968456:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787613948.968460:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787613948.968464:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787613948.968473:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849319808:192.168.203.106@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787613948.968494:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd895af100 x1874448849319936/t0(0) o8->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1787613958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613948.968503:0:2410:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0fd8313d800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787613948.968506:0:2410:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffffa0fd8313d800: connect to target with instance 1 00000100:00080000:3.0:1787613948.968511:0:2410:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffffa0fd8313d800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787613948.968515:0:2410:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787613948.968517:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd89567800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787613948.968520:0:2410:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787613948.968522:0:2410:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787613948.968524:0:2410:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787613948.968528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd895af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849319936:192.168.203.106@tcp:8:mount.lustre.0 00000100:00100000:0.0:1787613948.974450:0:9115:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:91b6144e-cdc8-415e-960e-eedf74a78440:9115:1874448849320192:192.168.203.106@tcp:33:mount.lustre.0 00000080:00200000:0.0:1787613948.974629:0:9115:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffffa0fd915821c8) 00000080:00200000:0.0:1787613948.974637:0:9115:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1787613948.974704:0:9115:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_g74d5152 00000080:00000004:0.0:1787613948.979252:0:9115:0:(super25.c:182:lustre_fill_super()) 192.168.203.106@tcp:/lustre: Mount complete 00000400:00000001:3.0:1787613949.194471:0:9146:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1787613949.783311:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613949.783318:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613949.783325:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613949.783326:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613949.783395:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613949.783399:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613949.783402:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787613950.295492:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295028812, at 4295028864 00000100:00000010:2.0:1787613950.295513:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd911d55a0. 00000100:00000040:3.0:1787613950.300916:0:8245:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295028812, at 4295028869 00000100:00000010:3.0:1787613950.300937:0:8245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd911d54e0. 00000400:00000010:1.0:1787613950.745231:0:2408:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffffa0fd90df6dc0. 00000400:00000010:1.0:1787613950.745253:0:2408:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffffa0fd895b13c0. 00010000:00000001:0.0:1787613950.807294:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613950.807304:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613950.807311:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613950.807313:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787613950.807438:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787613950.807442:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787613950.807445:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613951.831282:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613951.831292:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613951.831299:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613951.831301:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613951.832264:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613951.832273:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613951.832278:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613952.855240:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613952.855247:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613952.855253:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613952.855254:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613952.856382:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613952.856387:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613952.856392:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613953.879205:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613953.879213:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613953.879219:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613953.879221:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613953.879554:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613953.879558:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613953.879561:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787613954.193784:0:9347:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787613954.193800:0:9347:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ccbc63f5-e716-4944-9431-a687fec3a917->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613954.264214:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613954.264225:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c3800. 00000020:00000040:0.0:1787613954.264241:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:0.0:1787613954.264247:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613954.264250:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613954.264257:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613954.264266:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd8bb6f100. 00000100:00000001:0.0:1787613954.264275:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264292:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ccbc63f5-e716-4944-9431-a687fec3a917->MGS req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613954.264306:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613954.264311:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264318:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098a52ac7] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264344:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613954.264350:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613954.264353:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c2a00. 00000020:00000040:0.0:1787613954.264355:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd890be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000100:00000001:0.0:1787613954.264358:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613954.264359:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613954.264361:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613954.264366:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd8bb6fd00. 00000100:00000001:0.0:1787613954.264370:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264374:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613954.264381:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613954.264383:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dba05e7] to pc [ptlrpcd_00_01+1] req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264394:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613954.264419:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613954.264423:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c1c00. 00000020:00000040:0.0:1787613954.264426:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd894fd000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000100:00000001:0.0:1787613954.264429:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613954.264430:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613954.264432:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613954.264437:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd8bb6f600. 00000100:00000001:0.0:1787613954.264440:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264445:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613954.264452:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613954.264454:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264458:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011a89f54] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264466:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264468:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787613954.264471:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787613954.264475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787613954.264478:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787613954.264481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613954.264485:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613954.264487:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c0700. 00000020:00000040:0.0:1787613954.264490:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89563000 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000100:00000001:0.0:1787613954.264492:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613954.264493:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613954.264495:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613954.264498:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd8bb6f400. 00000100:00000001:0.0:1787613954.264501:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264511:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613954.264518:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613954.264520:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264524:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c40d54e8] to pc [ptlrpcd_00_01+1] req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264531:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613954.264536:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613954.264539:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c1880. 00000020:00000040:0.0:1787613954.264542:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89562000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000100:00000001:0.0:1787613954.264544:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613954.264545:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613954.264547:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613954.264552:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd944c6100. 00000100:00000001:0.0:1787613954.264555:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264559:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613954.264566:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613954.264568:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264571:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2dc8d8] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264579:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613954.264584:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613954.264588:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c0380. 00000020:00000040:0.0:1787613954.264590:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89564000 refcount=3 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000100:00000001:0.0:1787613954.264592:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613954.264594:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613954.264595:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613954.264604:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd944c6600. 00000100:00000001:0.0:1787613954.264607:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264611:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613954.264618:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613954.264620:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264623:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd9310e2] to pc [ptlrpcd_00_01+1] req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264630:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613954.264634:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613954.264637:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c2680. 00000020:00000040:0.0:1787613954.264640:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89567800 refcount=3 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000100:00000001:0.0:1787613954.264642:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613954.264643:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613954.264645:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613954.264648:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd944c6d00. 00000100:00000001:0.0:1787613954.264651:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264655:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613954.264662:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613954.264664:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264668:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a21fb5b3] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264675:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.264680:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:0.0:1787613954.264702:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.264707:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613954.264710:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613954.264716:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264736:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613954.264738:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.264743:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613954.264746:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613954.264749:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.264754:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849320320:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.264758:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613954.264765:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613954.264769:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.264771:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613954.264776:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633200. 02000000:00000001:0.0:1787613954.264778:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.264787:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613954.264792:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065b00. 00000400:00000010:0.0:1787613954.264800:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770990. 00000100:00000200:0.0:1787613954.264809:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849320320, portal 25 00000100:00000001:0.0:1787613954.264812:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613954.264814:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526630400 : -104464182921216 : ffffa0fd897c3800) 00000100:00000040:0.0:1787613954.264820:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.264827:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613954.264830:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613954.264833:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770cc0. 00000100:00000200:0.0:1787613954.264838:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874448849320320, offset 0 00000400:00000200:0.0:1787613954.264845:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613954.264856:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.264866:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613954.264873:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613954.264878:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613954.264882:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613954.264886:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613954.264896:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [123:123:256:4294967295] 192.168.203.106@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1787613954.264902:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.264914:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613954.265492:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613954.265499:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd944c6b00. 00000800:00000200:0.0:1787613954.265508:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613954.265516:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613954.265521:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd944c6b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613954.265547:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.265553:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613954.265556:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295034113 00000100:00000010:0.0:1787613954.265561:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352120. 00000100:00000001:0.0:1787613954.265569:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787613954.265574:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295034113 00000100:00000010:0.0:1787613954.265577:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352180. 00000100:00000001:0.0:1787613954.265581:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787613954.265585:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.265588:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.265592:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613954.265597:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.265605:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613954.265607:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.265610:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613954.265612:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613954.265614:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.265616:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849320576:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.265620:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613954.265623:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613954.265625:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.265637:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613954.265641:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632a00. 02000000:00000001:0.0:1787613954.265642:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.265647:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613954.265650:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880654d0. 00000400:00000010:0.0:1787613954.265655:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770440. 00000100:00000200:0.0:1787613954.265660:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849320576, portal 10 00000100:00000001:0.0:1787613954.265662:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613954.265663:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526623232 : -104464182928384 : ffffa0fd897c1c00) 00000100:00000040:0.0:1787613954.265671:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.265677:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613954.265680:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613954.265683:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770a18. 00000100:00000200:0.0:1787613954.265686:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849320576, offset 0 00000400:00000200:0.0:1787613954.265692:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613954.265697:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.265703:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613954.265707:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613954.265710:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613954.265712:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613954.265714:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613954.265717:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [124:124:255:4294967295] 192.168.203.106@tcp LPNI seq info [124:124:7:4294967295] 00000400:00000200:0.0:1787613954.265721:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.265729:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613954.265733:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613954.265737:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263d00. 00000800:00000200:0.0:1787613954.265741:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613954.265745:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613954.265748:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613954.265751:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.265761:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: using a timeout of 185048 usecs (186 jiffies) 00000400:00000200:0.0:1787613954.265764:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613954.265766:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295033020 00000100:00000001:0.0:1787613954.265769:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.265771:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295033020 00000100:00000001:0.0:1787613954.265773:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.265775:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.265777:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.265779:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613954.265783:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.265789:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613954.265791:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.265793:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613954.265795:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613954.265796:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.265799:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849320832:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.265802:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613954.265804:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613954.265806:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.265808:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613954.265810:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633000. 02000000:00000001:0.0:1787613954.265812:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.265815:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613954.265817:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880656e0. 00000400:00000010:0.0:1787613954.265821:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770c38. 00000100:00000200:0.0:1787613954.265824:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849320832, portal 10 00000100:00000001:0.0:1787613954.265826:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613954.265828:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526622336 : -104464182929280 : ffffa0fd897c1880) 00000020:00000010:0.0:1787613954.265837:0:2411:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa0fd87288000. 00000100:00000040:0.0:1787613954.265843:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.265856:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613954.265858:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613954.265861:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907706e8. 00000100:00000200:0.0:1787613954.265863:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849320832, offset 0 00000400:00000200:0.0:1787613954.265868:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613954.265872:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.265876:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613954.265878:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613954.265881:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613954.265883:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613954.265886:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613954.265889:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [125:125:254:4294967295] 192.168.203.106@tcp LPNI seq info [125:125:6:4294967295] 00000400:00000200:0.0:1787613954.265893:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.265898:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613954.265902:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613954.265905:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263f00. 00000800:00000200:0.0:1787613954.265909:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613954.265912:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613954.265915:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613954.266972:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.266985:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: using a timeout of 17597 usecs (18 jiffies) 00000400:00000200:0.0:1787613954.266992:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613954.266995:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295032853 00000100:00000001:0.0:1787613954.266998:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267000:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295032853 00000100:00000001:0.0:1787613954.267002:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267004:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.267007:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267018:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613954.267027:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267036:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613954.267038:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267041:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613954.267044:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613954.267047:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.267049:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849321088:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.267053:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613954.267057:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613954.267059:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267061:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613954.267065:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633800. 02000000:00000001:0.0:1787613954.267067:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.267072:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613954.267075:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065e70. 00000400:00000010:0.0:1787613954.267082:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770550. 00000100:00000200:0.0:1787613954.267086:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321088, portal 4 00000100:00000001:0.0:1787613954.267089:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613954.267090:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526625920 : -104464182925696 : ffffa0fd897c2680) 00000020:00000010:0.0:1787613954.267127:0:2411:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa0fd87322000. 00000100:00000040:0.0:1787613954.267134:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267141:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613954.267143:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613954.267146:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770220. 00000100:00000200:0.0:1787613954.267150:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849321088, offset 0 00000400:00000200:0.0:1787613954.267155:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267161:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267168:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613954.267173:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613954.267182:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613954.267185:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613954.267188:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267193:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [126:126:253:4294967295] 192.168.203.106@tcp LPNI seq info [126:126:5:4294967295] 00000400:00000200:0.0:1787613954.267197:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267206:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613954.267213:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613954.267218:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263200. 00000800:00000200:0.0:1787613954.267224:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613954.267230:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613954.267235:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613954.267239:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.267241:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: using a timeout of 5632 usecs (6 jiffies) 00000400:00000200:0.0:1787613954.267244:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613954.267246:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295032841 00000100:00000001:0.0:1787613954.267248:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267250:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295032841 00000100:00000001:0.0:1787613954.267252:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267255:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.267257:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267260:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267264:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.267273:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613954.267276:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787613954.267279:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.267281:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613954.267283:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.267287:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1787613954.267289:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.267290:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613954.267292:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.267294:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.267299:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613954.267301:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613954.267306:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267313:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613954.267315:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267317:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613954.267319:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613954.267321:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.267324:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849320448:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.267327:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613954.267330:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613954.267331:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267333:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613954.267336:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632000. 02000000:00000001:0.0:1787613954.267338:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.267341:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613954.267344:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065dc0. 00000400:00000010:0.0:1787613954.267348:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770330. 00000100:00000200:0.0:1787613954.267351:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849320448, portal 10 00000100:00000001:0.0:1787613954.267353:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613954.267354:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526626816 : -104464182924800 : ffffa0fd897c2a00) 00000100:00000040:0.0:1787613954.267361:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267367:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613954.267369:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613954.267371:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907703b8. 00000100:00000200:0.0:1787613954.267373:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849320448, offset 0 00000400:00000200:0.0:1787613954.267378:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267382:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267385:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613954.267387:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613954.267390:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613954.267397:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613954.267400:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267403:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [127:127:252:4294967295] 192.168.203.106@tcp LPNI seq info [127:127:4:4294967295] 00000400:00000200:0.0:1787613954.267406:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267413:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613954.267418:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613954.267421:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263b00. 00000800:00000200:0.0:1787613954.267425:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613954.267429:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613954.267431:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613954.267434:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.267438:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: using a timeout of 144473 usecs (145 jiffies) 00000400:00000200:0.0:1787613954.267441:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613954.267443:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295032980 00000100:00000001:0.0:1787613954.267446:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267447:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295032980 00000100:00000001:0.0:1787613954.267449:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267451:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.267453:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267455:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613954.267460:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267466:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613954.267467:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267469:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613954.267471:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613954.267473:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.267476:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849320704:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.267479:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613954.267488:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613954.267490:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267492:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613954.267494:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633e00. 02000000:00000001:0.0:1787613954.267496:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.267500:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613954.267502:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880658f0. 00000400:00000010:0.0:1787613954.267506:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770770. 00000100:00000200:0.0:1787613954.267509:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849320704, portal 10 00000100:00000001:0.0:1787613954.267511:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613954.267512:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526617856 : -104464182933760 : ffffa0fd897c0700) 00000100:00000040:0.0:1787613954.267518:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267524:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613954.267526:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613954.267528:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770aa0. 00000100:00000200:0.0:1787613954.267530:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849320704, offset 0 00000400:00000200:0.0:1787613954.267534:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267537:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267540:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613954.267542:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613954.267545:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613954.267547:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613954.267549:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267552:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [128:128:251:4294967295] 192.168.203.106@tcp LPNI seq info [128:128:3:4294967295] 00000400:00000200:0.0:1787613954.267555:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267560:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613954.267564:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613954.267568:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263e00. 00000800:00000200:0.0:1787613954.267571:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613954.267575:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613954.267578:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613954.267586:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.267589:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: using a timeout of 15378 usecs (16 jiffies) 00000400:00000200:0.0:1787613954.267593:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613954.267595:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295032851 00000100:00000001:0.0:1787613954.267597:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267599:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295032851 00000100:00000001:0.0:1787613954.267601:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267603:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.267605:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267608:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613954.267612:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267618:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613954.267620:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267622:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613954.267623:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613954.267625:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613954.267628:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849320960:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.267631:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613954.267634:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613954.267636:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.267637:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613954.267641:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632c00. 02000000:00000001:0.0:1787613954.267643:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613954.267646:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613954.267648:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065840. 00000400:00000010:0.0:1787613954.267652:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907707f8. 00000100:00000200:0.0:1787613954.267655:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849320960, portal 4 00000100:00000001:0.0:1787613954.267656:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613954.267658:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526616960 : -104464182934656 : ffffa0fd897c0380) 00000020:00000010:0.0:1787613954.267664:0:2411:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa0fd87324000. 00000100:00000040:0.0:1787613954.267676:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.267682:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613954.267685:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613954.267688:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770000. 00000100:00000200:0.0:1787613954.267691:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849320960, offset 0 00000400:00000200:0.0:1787613954.267696:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267700:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267703:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613954.267706:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613954.267709:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613954.267711:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613954.267713:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613954.267716:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [129:129:250:4294967295] 192.168.203.106@tcp LPNI seq info [129:129:2:4294967295] 00000400:00000200:0.0:1787613954.267720:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613954.267726:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613954.267730:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613954.267734:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263300. 00000800:00000200:0.0:1787613954.267738:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613954.267743:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613954.267745:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613954.267748:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.267751:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: using a timeout of 5628 usecs (6 jiffies) 00000400:00000200:0.0:1787613954.267754:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613954.267756:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295032841 00000100:00000001:0.0:1787613954.267758:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267760:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295032841 00000100:00000001:0.0:1787613954.267762:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295034113 00000100:00000001:0.0:1787613954.267765:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.267772:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267775:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267777:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.267806:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.267809:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613954.269012:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613954.269024:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd944c6b00. 00000400:00000200:3.0:1787613954.269032:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.269042:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613954.269050:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770cc0 00000400:00000010:3.0:1787613954.269053:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770cc0. 00000100:00000001:3.0:1787613954.269058:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613954.269066:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269082:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613954.269086:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269093:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613954.269096:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613954.269112:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613954.269146:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263d00. 00000400:00000200:3.0:1787613954.269150:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.269153:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613954.269156:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770a18 00000400:00000010:3.0:1787613954.269158:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770a18. 00000100:00000001:3.0:1787613954.269160:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613954.269165:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269172:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613954.269175:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269198:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613954.269200:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613954.269210:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613954.269213:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263f00. 00000400:00000200:3.0:1787613954.269216:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.269220:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613954.269223:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907706e8 00000400:00000010:3.0:1787613954.269225:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907706e8. 00000100:00000001:3.0:1787613954.269227:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613954.269233:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269240:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613954.269243:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269249:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613954.269251:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613954.269259:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613954.269261:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263200. 00000400:00000200:3.0:1787613954.269263:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.269266:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613954.269269:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770220 00000400:00000010:3.0:1787613954.269271:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770220. 00000100:00000001:3.0:1787613954.269273:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613954.269277:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269284:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613954.269287:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269294:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613954.269295:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613954.269302:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613954.269310:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263b00. 00000400:00000200:3.0:1787613954.269313:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.269317:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613954.269320:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907703b8 00000400:00000010:3.0:1787613954.269322:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907703b8. 00000100:00000001:3.0:1787613954.269324:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613954.269329:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269336:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613954.269340:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269346:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613954.269347:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613954.269356:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613954.269358:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263e00. 00000400:00000200:3.0:1787613954.269361:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.269364:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613954.269367:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770aa0 00000400:00000010:3.0:1787613954.269369:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770aa0. 00000100:00000001:3.0:1787613954.269371:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613954.269375:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269382:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613954.269385:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269391:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613954.269392:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613954.269585:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613954.269589:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263300. 00000400:00000200:3.0:1787613954.269593:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.269597:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613954.269600:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770000 00000400:00000010:3.0:1787613954.269602:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770000. 00000100:00000001:3.0:1787613954.269611:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613954.269615:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269624:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613954.269627:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.269633:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613954.269634:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787613954.278795:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.278820:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613954.278825:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.278827:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.278839:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.278849:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613954.278860:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.278866:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.278872:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.278877:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 25 MB=0x6a8cd21d03980 00000400:00000200:3.0:1787613954.278883:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.278891:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:3.0:1787613954.278899:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.278904:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.278908:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.278914:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613954.278925:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613954.278937:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613954.278950:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.278979:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613954.278992:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.278996:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613954.279011:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.279014:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.279018:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279021:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613954.279026:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279029:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279032:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279035:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03a80 00000400:00000200:3.0:1787613954.279039:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279044:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1787613954.279048:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.279051:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.279054:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.279057:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613954.279060:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613954.279113:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613954.279144:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.279152:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613954.279157:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.279161:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613954.279162:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.279164:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.279167:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279170:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613954.279174:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279176:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279179:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279181:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03b80 00000400:00000200:3.0:1787613954.279184:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.279188:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:3.0:1787613954.279199:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.279204:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.279206:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.279209:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613954.279212:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613954.279217:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613954.279225:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.279232:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613954.279236:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.279239:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.279343:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.279349:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613954.279360:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613954.279363:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613954.279368:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065b00. 00000400:00000200:0.0:1787613954.279374:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770990 00000400:00000010:0.0:1787613954.279377:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770990. 00000100:00000001:0.0:1787613954.279380:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613954.279385:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613954.279394:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279400:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613954.279414:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.279418:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613954.279421:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613954.279424:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613954.279427:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.279430:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613954.279439:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613954.279444:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613954.279447:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613954.279449:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.279454:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613954.279456:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.279459:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.279465:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279473:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.279476:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613954.279485:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613954.279489:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613954.279497:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849320320:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613954.279504:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613954.279505:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613954.279507:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880654d0. 00000400:00000200:0.0:1787613954.279509:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770440 00000400:00000010:0.0:1787613954.279511:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770440. 00000100:00000001:0.0:1787613954.279513:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613954.279516:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613954.279523:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279529:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613954.279530:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.279532:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613954.279534:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613954.279535:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613954.279536:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.279538:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613954.279546:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd894fd460 time=65 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613954.279548:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd894fd418 time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613954.279551:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613954.279552:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.279554:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613954.279558:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613954.279565:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.279568:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613954.279571:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:0.0:1787613954.279573:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613954.279579:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.279584:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279591:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.279592:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613954.279594:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613954.279597:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613954.279604:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849320576:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613954.279609:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613954.279610:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613954.279612:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880656e0. 00000400:00000200:0.0:1787613954.279613:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770c38 00000400:00000010:0.0:1787613954.279615:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770c38. 00000100:00000001:0.0:1787613954.279617:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613954.279620:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613954.279628:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279635:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613954.279636:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.279637:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613954.279639:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613954.279640:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613954.279641:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.279643:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613954.279647:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89562460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613954.279650:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89562418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613954.279652:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613954.279654:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.279655:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613954.279658:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613954.279670:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.279672:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613954.279674:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613954.279675:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613954.279676:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.279681:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279687:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.279689:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613954.279690:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613954.279693:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613954.279701:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849320832:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.279706:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.279709:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613954.279712:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c3800 x1874448849320320/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279719:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613954.279722:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613954.279726:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633200. 02000000:00000001:0.0:1787613954.279730:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613954.279733:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613954.279735:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1787613954.279738:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613954.279740:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd8bb6f100. 02000000:00000001:0.0:1787613954.279747:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613954.279749:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613954.279751:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c3800. 00000100:00000001:0.0:1787613954.279755:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613954.279757:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.279764:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613954.279768:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c1c00 x1874448849320576/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279773:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613954.279775:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613954.279776:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632a00. 02000000:00000001:0.0:1787613954.279779:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613954.279780:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613954.279781:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd894fd000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000020:00000001:0.0:1787613954.279783:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613954.279785:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd8bb6f600. 02000000:00000001:0.0:1787613954.279786:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613954.279787:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613954.279789:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c1c00. 00000100:00000001:0.0:1787613954.279791:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613954.279793:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.279794:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613954.279797:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c1880 x1874448849320832/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.279803:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613954.279804:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613954.279806:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633000. 02000000:00000001:0.0:1787613954.279808:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613954.279809:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613954.279810:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89562000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000001:0.0:1787613954.279812:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613954.279813:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd944c6100. 02000000:00000001:0.0:1787613954.279817:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613954.279818:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613954.279819:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c1880. 00000100:00000001:0.0:1787613954.279821:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613954.279822:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.279826:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.279828:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.279830:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613954.279831:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.279837:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787613954.281346:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.281368:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613954.281373:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.281376:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.281385:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.281393:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613954.281401:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.281406:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.281412:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.281914:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03a00 00000400:00000200:3.0:1787613954.281926:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.281936:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:3.0:1787613954.281946:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.281954:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.281968:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.281974:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613954.281985:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613954.281997:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613954.282011:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.282046:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613954.282059:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.282065:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613954.282067:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.282070:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.282074:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.282078:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613954.282083:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.282087:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.282090:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.282093:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03b00 00000400:00000200:3.0:1787613954.282097:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.282102:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:3.0:1787613954.282106:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.282110:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.282112:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.282142:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:0.0:1787613954.282208:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.282214:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613954.282223:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613954.282225:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613954.282229:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065dc0. 00000400:00000200:0.0:1787613954.282234:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770330 00000400:00000010:0.0:1787613954.282237:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770330. 00000100:00000001:0.0:1787613954.282240:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613954.282246:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613954.282257:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.282264:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613954.282267:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.282270:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613954.282275:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613954.282278:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613954.282281:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.282284:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613954.282295:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd890bec60 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613954.282300:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd890bec18 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613954.282303:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613954.282305:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.282309:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613954.282313:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.282316:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613954.282320:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:0.0:1787613954.282322:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613954.282324:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.282329:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.282337:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.282341:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613954.282343:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613954.282357:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613954.282365:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849320448:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.282371:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.282374:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613954.282379:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c2a00 x1874448849320448/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.282387:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1787613954.282387:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1787613954.282390:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613954.282396:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632000. 00000100:00000200:3.0:1787613954.282397:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613954.282408:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.282416:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613954.283386:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.283399:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613954.283402:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.283405:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.283412:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283432:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613954.283438:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283441:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283461:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283465:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d03c00 00000400:00000200:3.0:1787613954.283470:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283475:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:3.0:1787613954.283482:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.283487:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.283490:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.283495:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613954.283500:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613954.283507:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613954.283517:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.283525:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613954.283530:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.283533:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613954.283535:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.283537:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.283540:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283543:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613954.283547:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283560:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283564:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283566:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d03c80 00000400:00000200:3.0:1787613954.283569:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613954.283574:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:3.0:1787613954.283578:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.283587:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613954.283589:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613954.283592:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613954.283595:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613954.283617:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613954.284029:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613954.284036:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613954.284043:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613954.284048:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787613954.287988:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613954.288001:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613954.288005:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd890be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000001:0.0:1787613954.288012:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613954.288018:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd8bb6fd00. 02000000:00000001:0.0:1787613954.288026:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613954.288028:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613954.288031:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c2a00. 00000100:00000001:0.0:1787613954.288037:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613954.288039:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288045:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.288048:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.288052:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613954.288064:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613954.288067:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613954.288072:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880658f0. 00000400:00000200:0.0:1787613954.288077:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770770 00000400:00000010:0.0:1787613954.288080:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770770. 00000100:00000001:0.0:1787613954.288086:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613954.288102:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613954.288132:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288158:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613954.288161:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288164:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613954.288167:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613954.288170:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613954.288173:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.288176:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613954.288188:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89563460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613954.288193:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89563418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613954.288196:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613954.288198:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.288201:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613954.288206:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.288211:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613954.288215:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613954.288216:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613954.288218:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.288223:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288231:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.288235:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613954.288237:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613954.288242:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613954.288250:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849320704:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613954.288258:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613954.288259:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613954.288261:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065840. 00000400:00000200:0.0:1787613954.288264:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907707f8 00000400:00000010:0.0:1787613954.288265:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907707f8. 00000100:00000001:0.0:1787613954.288268:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613954.288272:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613954.288287:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288293:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613954.288295:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288297:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613954.288299:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613954.288300:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613954.288302:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.288304:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613954.288309:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89564460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613954.288312:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89564418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613954.288314:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613954.288316:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.288317:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613954.288322:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613954.288328:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.288330:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613954.288331:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613954.288333:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613954.288335:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.288338:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288345:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.288347:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613954.288348:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613954.288351:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613954.288358:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849320960:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613954.288365:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613954.288372:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613954.288374:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065e70. 00000400:00000200:0.0:1787613954.288377:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770550 00000400:00000010:0.0:1787613954.288379:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770550. 00000100:00000001:0.0:1787613954.288382:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613954.288402:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613954.288412:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288418:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613954.288420:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288421:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613954.288424:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613954.288425:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613954.288426:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613954.288428:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613954.288433:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89567c60 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613954.288436:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89567c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613954.288438:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613954.288440:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.288442:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613954.288446:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613954.288453:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.288455:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613954.288456:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613954.288458:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613954.288460:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613954.288463:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288469:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613954.288471:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613954.288472:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613954.288482:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613954.288490:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849321088:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613954.288495:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288497:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613954.288501:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c0700 x1874448849320704/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288509:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613954.288512:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613954.288515:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633e00. 02000000:00000001:0.0:1787613954.288519:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613954.288521:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613954.288522:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89563000 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000001:0.0:1787613954.288524:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613954.288526:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd8bb6f400. 02000000:00000001:0.0:1787613954.288528:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613954.288530:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613954.288531:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c0700. 00000100:00000001:0.0:1787613954.288534:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613954.288535:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288537:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613954.288540:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c0380 x1874448849320960/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288547:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613954.288548:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613954.288550:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632c00. 02000000:00000001:0.0:1787613954.288552:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613954.288553:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613954.288554:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89564000 refcount=2 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000020:00000001:0.0:1787613954.288557:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613954.288558:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd944c6600. 02000000:00000001:0.0:1787613954.288564:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613954.288565:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613954.288572:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c0380. 00000100:00000001:0.0:1787613954.288574:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613954.288575:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288577:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613954.288581:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c2680 x1874448849321088/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613954.288587:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613954.288589:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613954.288591:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633800. 02000000:00000001:0.0:1787613954.288594:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613954.288595:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613954.288596:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89567800 refcount=2 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000020:00000001:0.0:1787613954.288598:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613954.288600:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd944c6d00. 02000000:00000001:0.0:1787613954.288602:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613954.288603:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613954.288605:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c2680. 00000100:00000001:0.0:1787613954.288607:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613954.288608:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288610:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613954.288618:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613954.288621:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613954.288623:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613954.288625:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787613954.663415:0:9383:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787613954.663423:0:9383:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1787613954.671550:0:9383:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787613954.742511:0:9387:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787613954.742526:0:9387:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787613954.820868:0:9391:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787613954.820880:0:9391:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.905260:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613954.905268:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613954.905273:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613954.905274:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613954.906762:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613954.906767:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613954.906771:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787613955.607244:0:8245:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295034113, at 4295034176 00000100:00000010:3.0:1787613955.607256:0:8245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352180. 00000100:00000040:2.0:1787613955.608013:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295034113, at 4295034176 00000100:00000010:2.0:1787613955.608021:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352120. 00010000:00000001:0.0:1787613955.928798:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613955.928806:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613955.928812:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613955.928813:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613955.928904:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613955.928907:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613955.928910:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613956.954289:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613956.954297:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613956.954320:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613956.954322:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613956.954338:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613956.954341:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613956.954343:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613957.975229:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613957.975242:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787613957.975245:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787613957.975249:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613957.975254:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787613957.975256:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613957.975258:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613957.975260:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613957.975264:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613957.975265:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787613957.975266:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787613957.975267:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613957.975269:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787613957.975270:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613957.975272:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613957.975273:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613957.975551:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613957.975556:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613957.975559:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613958.999248:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613958.999265:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613958.999270:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613958.999271:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613958.999295:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613958.999297:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613958.999300:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787613959.384855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ccbc63f5-e716-4944-9431-a687fec3a917->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613959.384869:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613959.384883:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a02a00. 00000020:00000040:1.0:1787613959.384891:0:37:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613959.384916:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613959.384920:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613959.384936:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613959.384948:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd909bee00. 00000100:00000001:1.0:1787613959.384957:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.384973:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ccbc63f5-e716-4944-9431-a687fec3a917->MGS req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613959.384986:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613959.384992:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.384999:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f5b21c8] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613959.385031:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613959.385038:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613959.385041:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a01180. 00000020:00000040:1.0:1787613959.385043:0:37:0:(genops.c:1210:class_import_get()) import ffffa0fd890be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000100:00000001:1.0:1787613959.385046:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613959.385047:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613959.385049:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613959.385052:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd909be200. 00000100:00000001:1.0:1787613959.385055:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385058:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613959.385065:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613959.385067:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385071:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fd782c3] to pc [ptlrpcd_00_00+0] req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613959.385078:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613959.385084:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613959.385093:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a02d80. 00000020:00000040:1.0:1787613959.385096:0:37:0:(genops.c:1210:class_import_get()) import ffffa0fd894fd000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000100:00000001:1.0:1787613959.385098:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613959.385099:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613959.385101:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613959.385104:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd909be800. 00000100:00000001:1.0:1787613959.385108:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385112:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613959.385149:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613959.385151:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000414dd174] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613959.385162:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787613959.385168:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787613959.385170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787613959.385173:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787613959.385175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613959.385178:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613959.385183:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a02680. 00000020:00000040:1.0:1787613959.385185:0:37:0:(genops.c:1210:class_import_get()) import ffffa0fd89563000 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000100:00000001:1.0:1787613959.385187:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613959.385188:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613959.385190:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613959.385193:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd909bec00. 00000100:00000001:1.0:1787613959.385196:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385199:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613959.385216:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613959.385218:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb820b94] to pc [ptlrpcd_00_00+0] req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613959.385228:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613959.385233:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613959.385236:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a03480. 00000020:00000040:1.0:1787613959.385238:0:37:0:(genops.c:1210:class_import_get()) import ffffa0fd89562000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000100:00000001:1.0:1787613959.385240:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613959.385242:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613959.385244:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613959.385249:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fcc00. 00000100:00000001:1.0:1787613959.385252:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385256:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613959.385263:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613959.385264:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385268:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016cf6512] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613959.385275:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613959.385280:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613959.385284:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00000. 00000020:00000040:1.0:1787613959.385286:0:37:0:(genops.c:1210:class_import_get()) import ffffa0fd89564000 refcount=3 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000100:00000001:1.0:1787613959.385288:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613959.385290:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613959.385291:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613959.385295:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fca00. 00000100:00000001:1.0:1787613959.385304:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385309:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613959.385317:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613959.385318:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385322:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000767d3a5e] to pc [ptlrpcd_00_00+0] req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613959.385329:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613959.385335:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613959.385338:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a01c00. 00000020:00000040:1.0:1787613959.385341:0:37:0:(genops.c:1210:class_import_get()) import ffffa0fd89567800 refcount=3 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000100:00000001:1.0:1787613959.385343:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613959.385344:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613959.385346:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613959.385350:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc500. 00000100:00000001:1.0:1787613959.385353:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385357:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613959.385363:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613959.385365:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385368:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a39ed2b] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613959.385376:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613959.385381:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000100:00000001:0.0:1787613959.385462:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613959.385468:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613959.385471:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613959.385480:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.385488:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613959.385491:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.385495:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613959.385498:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613959.385508:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.385523:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849321216:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.385528:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613959.385535:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613959.385538:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.385540:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613959.385545:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632c00. 02000000:00000001:0.0:1787613959.385547:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.385555:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613959.385560:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065e70. 00000400:00000010:0.0:1787613959.385567:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770550. 00000100:00000200:0.0:1787613959.385576:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321216, portal 25 00000100:00000001:0.0:1787613959.385579:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613959.385581:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528986112 : -104464180565504 : ffffa0fd89a02a00) 00000100:00000040:0.0:1787613959.385586:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.385593:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613959.385595:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613959.385598:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907707f8. 00000100:00000200:0.0:1787613959.385602:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874448849321216, offset 0 00000400:00000200:0.0:1787613959.385610:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613959.385621:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.385629:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613959.385748:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613959.385755:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613959.385759:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613959.385763:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613959.385767:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [130:130:256:4294967295] 192.168.203.106@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:0.0:1787613959.385772:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.385785:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613959.385792:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613959.385799:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263100. 00000800:00000200:0.0:1787613959.385813:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613959.385822:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613959.385828:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613959.385848:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.385853:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613959.385857:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295039233 00000100:00000010:0.0:1787613959.385861:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352d80. 00000100:00000001:0.0:1787613959.385870:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787613959.385876:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295039233 00000100:00000010:0.0:1787613959.385879:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd923520c0. 00000100:00000001:0.0:1787613959.385882:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787613959.385886:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.385890:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.385893:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613959.385896:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.385904:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613959.385905:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.385907:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613959.385909:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613959.385911:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.385914:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849321472:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.385917:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613959.385920:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613959.385931:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.385934:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613959.385937:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633e00. 02000000:00000001:0.0:1787613959.385939:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.385943:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613959.385946:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065840. 00000400:00000010:0.0:1787613959.385950:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770770. 00000100:00000200:0.0:1787613959.385954:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321472, portal 10 00000100:00000001:0.0:1787613959.385961:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613959.385963:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528987008 : -104464180564608 : ffffa0fd89a02d80) 00000100:00000040:0.0:1787613959.385971:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.385978:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613959.385980:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613959.385983:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770330. 00000100:00000200:0.0:1787613959.385985:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849321472, offset 0 00000400:00000200:0.0:1787613959.385990:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613959.385994:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.385998:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613959.386001:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613959.386004:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613959.386006:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613959.386008:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613959.386011:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [131:131:255:4294967295] 192.168.203.106@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:0.0:1787613959.386015:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.386021:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613959.386028:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613959.386032:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263700. 00000800:00000200:0.0:1787613959.386036:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613959.386040:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613959.386042:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613959.386045:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.386049:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: using a timeout of 174660 usecs (175 jiffies) 00000400:00000200:0.0:1787613959.386052:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613959.386054:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295038129 00000100:00000001:0.0:1787613959.386056:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.386059:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295038129 00000100:00000001:0.0:1787613959.386061:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.386068:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.386070:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.386073:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613959.386077:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.386083:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613959.386085:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.386086:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613959.386088:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613959.386090:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.386092:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321728:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.386096:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613959.386099:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613959.386101:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.386102:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613959.386106:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633600. 02000000:00000001:0.0:1787613959.386107:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.386111:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613959.386148:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880658f0. 00000400:00000010:0.0:1787613959.386154:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770c38. 00000100:00000200:0.0:1787613959.386157:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321728, portal 10 00000100:00000001:0.0:1787613959.386158:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613959.386159:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528988800 : -104464180562816 : ffffa0fd89a03480) 00000100:00000040:0.0:1787613959.386165:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.386171:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613959.386174:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613959.386177:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770440. 00000100:00000200:0.0:1787613959.386179:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849321728, offset 0 00000400:00000200:0.0:1787613959.386183:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613959.386187:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.386190:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613959.386198:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613959.386201:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613959.386203:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613959.386205:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613959.386208:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [132:132:254:4294967295] 192.168.203.106@tcp LPNI seq info [132:132:6:4294967295] 00000400:00000200:0.0:1787613959.386212:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.386218:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613959.386222:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613959.386226:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263300. 00000800:00000200:0.0:1787613959.386230:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613959.386233:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613959.386235:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613959.386238:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.386241:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: using a timeout of 18006 usecs (19 jiffies) 00000400:00000200:0.0:1787613959.386244:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613959.386246:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295037974 00000100:00000001:0.0:1787613959.386248:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.386251:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295037974 00000100:00000001:0.0:1787613959.386253:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.386255:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.386257:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.386259:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613959.386263:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.386269:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613959.386271:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.386273:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613959.386275:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613959.386277:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.386285:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321984:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.386288:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613959.386290:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613959.386292:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.386294:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613959.386296:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633a00. 02000000:00000001:0.0:1787613959.386298:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.386302:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613959.386304:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065dc0. 00000400:00000010:0.0:1787613959.386308:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770990. 00000100:00000200:0.0:1787613959.386311:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321984, portal 4 00000100:00000001:0.0:1787613959.386312:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613959.386314:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528982528 : -104464180569088 : ffffa0fd89a01c00) 00000100:00000040:0.0:1787613959.386320:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.386326:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613959.386328:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613959.386330:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907702a8. 00000100:00000200:0.0:1787613959.386332:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849321984, offset 0 00000400:00000200:0.0:1787613959.386336:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613959.386339:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.386342:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613959.386345:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613959.386347:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613959.386349:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613959.386352:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613959.386355:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [133:133:253:4294967295] 192.168.203.106@tcp LPNI seq info [133:133:5:4294967295] 00000400:00000200:0.0:1787613959.386358:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.386365:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613959.386369:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613959.386372:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263e00. 00000800:00000200:0.0:1787613959.386379:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613959.386383:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613959.386386:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613959.386389:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.386392:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: using a timeout of 17657 usecs (18 jiffies) 00000400:00000200:0.0:1787613959.386395:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613959.386397:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295037973 00000100:00000001:0.0:1787613959.386399:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.386401:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295037973 00000100:00000001:0.0:1787613959.386403:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.386405:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.386406:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.386409:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.386412:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.386420:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613959.386423:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787613959.386425:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613959.386427:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613959.386428:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.386431:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1787613959.386433:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.386435:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613959.386437:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.386439:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613959.386440:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613959.386441:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613959.386444:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.386451:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613959.386452:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.386453:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613959.386455:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613959.386457:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.386464:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849321344:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.386467:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613959.386469:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613959.386471:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.386472:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613959.386475:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632e00. 02000000:00000001:0.0:1787613959.386477:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.386479:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613959.386482:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880656e0. 00000400:00000010:0.0:1787613959.386485:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770660. 00000100:00000200:0.0:1787613959.386488:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321344, portal 10 00000100:00000001:0.0:1787613959.386490:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613959.386491:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528979840 : -104464180571776 : ffffa0fd89a01180) 00000100:00000040:0.0:1787613959.386497:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.386504:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613959.386506:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613959.386508:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907704c8. 00000100:00000200:0.0:1787613959.387388:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849321344, offset 0 00000400:00000200:0.0:1787613959.387728:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613959.387737:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.387745:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613959.387749:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613959.387753:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613959.387756:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613959.387759:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613959.387763:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [134:134:252:4294967295] 192.168.203.106@tcp LPNI seq info [134:134:4:4294967295] 00000400:00000200:0.0:1787613959.387767:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.387778:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613959.387784:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613959.387791:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263b00. 00000800:00000200:0.0:1787613959.387808:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613959.387815:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613959.387819:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613959.387824:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.387829:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: using a timeout of 138657 usecs (139 jiffies) 00000400:00000200:0.0:1787613959.387833:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613959.387835:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295038095 00000100:00000001:0.0:1787613959.387839:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.387841:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295038095 00000100:00000001:0.0:1787613959.387852:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.387854:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.387857:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.387862:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613959.387868:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.387878:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613959.387880:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.387883:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613959.387886:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613959.387890:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.387893:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321600:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.387897:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613959.387902:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613959.387903:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.387905:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613959.387909:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632000. 02000000:00000001:0.0:1787613959.387911:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.387915:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613959.387918:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880654d0. 00000400:00000010:0.0:1787613959.387932:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770d48. 00000100:00000200:0.0:1787613959.387938:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321600, portal 10 00000100:00000001:0.0:1787613959.387944:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613959.387946:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528985216 : -104464180566400 : ffffa0fd89a02680) 00000100:00000040:0.0:1787613959.387953:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.387961:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613959.387963:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613959.387965:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770e58. 00000100:00000200:0.0:1787613959.387968:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849321600, offset 0 00000400:00000200:0.0:1787613959.387973:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613959.387976:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.387979:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613959.387981:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613959.387984:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613959.387986:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613959.387988:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613959.387992:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [135:135:251:4294967295] 192.168.203.106@tcp LPNI seq info [135:135:3:4294967295] 00000400:00000200:0.0:1787613959.387995:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.388001:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613959.388005:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613959.388008:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263200. 00000800:00000200:0.0:1787613959.388012:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613959.388015:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613959.388018:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613959.388021:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.388024:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: using a timeout of 17401 usecs (18 jiffies) 00000400:00000200:0.0:1787613959.388027:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613959.388029:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295037974 00000100:00000001:0.0:1787613959.388031:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.388034:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295037974 00000100:00000001:0.0:1787613959.388035:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.388041:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.388043:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.388045:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613959.388050:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.388057:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613959.388059:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.388061:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613959.388062:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613959.388064:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613959.388066:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321856:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.388069:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613959.388071:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613959.388073:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.388074:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613959.388076:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632600. 02000000:00000001:0.0:1787613959.388078:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613959.388082:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613959.388084:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065b00. 00000400:00000010:0.0:1787613959.388087:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770880. 00000100:00000200:0.0:1787613959.388090:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849321856, portal 4 00000100:00000001:0.0:1787613959.388091:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613959.388093:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528975360 : -104464180576256 : ffffa0fd89a00000) 00000100:00000040:0.0:1787613959.388098:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.388104:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613959.388106:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613959.388108:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770dd0. 00000100:00000200:0.0:1787613959.388110:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849321856, offset 0 00000400:00000200:0.0:1787613959.388148:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613959.388152:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.388155:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613959.388162:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613959.388164:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613959.388167:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613959.388169:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613959.388172:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [136:136:250:4294967295] 192.168.203.106@tcp LPNI seq info [136:136:2:4294967295] 00000400:00000200:0.0:1787613959.388176:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613959.388182:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613959.388186:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613959.388189:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263f00. 00000800:00000200:0.0:1787613959.388193:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613959.388196:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613959.388199:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613959.388202:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.388205:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: using a timeout of 17607 usecs (18 jiffies) 00000400:00000200:0.0:1787613959.388208:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613959.388209:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295037975 00000100:00000001:0.0:1787613959.388212:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.388214:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295037975 00000100:00000001:0.0:1787613959.388215:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295039233 00000100:00000001:0.0:1787613959.388217:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.388219:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.388223:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.388227:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.388248:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613959.388251:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613959.390490:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613959.390504:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263100. 00000400:00000200:3.0:1787613959.390790:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.390801:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613959.390811:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907707f8 00000400:00000010:3.0:1787613959.390815:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907707f8. 00000100:00000001:3.0:1787613959.390822:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613959.390834:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.390862:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613959.390867:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.390875:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613959.390877:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613959.390898:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613959.390900:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263700. 00000400:00000200:3.0:1787613959.390903:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.390906:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613959.390909:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770330 00000400:00000010:3.0:1787613959.390910:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770330. 00000100:00000001:3.0:1787613959.390913:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613959.390948:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.390955:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613959.390959:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.390965:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613959.390966:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613959.390977:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613959.390980:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263300. 00000400:00000200:3.0:1787613959.390983:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.390986:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613959.390989:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770440 00000400:00000010:3.0:1787613959.390991:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770440. 00000100:00000001:3.0:1787613959.390994:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613959.390999:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391007:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613959.391010:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391016:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613959.391017:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613959.391027:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613959.391029:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263e00. 00000400:00000200:3.0:1787613959.391032:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.391035:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613959.391037:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907702a8 00000400:00000010:3.0:1787613959.391039:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907702a8. 00000100:00000001:3.0:1787613959.391041:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613959.391045:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391052:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613959.391055:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391067:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613959.391069:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613959.391078:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613959.391080:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263b00. 00000400:00000200:3.0:1787613959.391082:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.391086:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613959.391089:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907704c8 00000400:00000010:3.0:1787613959.391090:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907704c8. 00000100:00000001:3.0:1787613959.391093:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613959.391098:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391105:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613959.391107:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391113:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613959.391166:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613959.391175:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613959.391177:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263200. 00000400:00000200:3.0:1787613959.391179:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.391183:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613959.391186:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770e58 00000400:00000010:3.0:1787613959.391188:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770e58. 00000100:00000001:3.0:1787613959.391190:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613959.391195:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391202:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613959.391205:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391211:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613959.391212:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613959.391298:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613959.391307:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263f00. 00000400:00000200:3.0:1787613959.391311:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.391315:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613959.391319:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770dd0 00000400:00000010:3.0:1787613959.391320:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770dd0. 00000100:00000001:3.0:1787613959.391323:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613959.391328:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391336:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613959.391338:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.391345:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613959.391347:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787613959.395993:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396017:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613959.396021:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396024:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396037:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396046:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613959.396057:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396062:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396069:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396073:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03e00 00000400:00000200:3.0:1787613959.396078:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396085:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:3.0:1787613959.396094:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396097:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396101:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.396105:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613959.396162:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613959.396174:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613959.396187:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.396216:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613959.396228:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396231:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613959.396233:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396235:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396238:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396242:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613959.396246:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396249:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396251:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396254:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03f00 00000400:00000200:3.0:1787613959.396257:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396261:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:3.0:1787613959.396265:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396268:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396270:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.396273:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613959.396276:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613959.396281:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613959.396290:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.396297:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613959.396300:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396303:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613959.396305:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396307:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396310:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396313:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613959.396316:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396319:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396328:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396330:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03d80 00000400:00000200:3.0:1787613959.396333:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396336:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:3.0:1787613959.396340:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396344:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396345:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.396348:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613959.396351:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613959.396356:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613959.396363:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.396370:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613959.396374:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396376:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613959.396378:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396380:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396382:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396385:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613959.396389:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396391:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396394:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396397:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d03e80 00000400:00000200:3.0:1787613959.396400:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396418:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x7cd [1] + 224 00000800:00000001:3.0:1787613959.396422:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396426:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396428:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.396431:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613959.396433:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613959.396445:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613959.396453:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.396461:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613959.396465:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396469:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613959.396471:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396473:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396477:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396480:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613959.396483:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396486:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396489:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396491:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 25 MB=0x6a8cd21d03d00 00000400:00000200:3.0:1787613959.396495:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396500:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1787613959.396504:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396506:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396508:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.396512:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613959.396514:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613959.396519:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613959.396527:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.396533:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613959.396536:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396539:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613959.396541:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.396543:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.396552:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396556:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613959.396560:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396563:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396566:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.396569:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d04000 00000400:00000200:3.0:1787613959.397197:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.397204:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:3.0:1787613959.397210:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.397218:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.397220:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.397224:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613959.397228:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613959.397234:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613959.397243:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.397250:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613959.397255:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.397258:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613959.397260:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.397262:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.397265:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.397268:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613959.397273:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.397276:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.397279:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.397282:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d03f80 00000400:00000200:3.0:1787613959.397286:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613959.397289:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:3.0:1787613959.397294:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.397311:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613959.397314:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613959.397318:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613959.397321:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613959.397325:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613959.397334:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613959.397342:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613959.397346:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613959.397349:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.399167:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613959.399176:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613959.399188:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613959.399191:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613959.399196:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880656e0. 00000400:00000200:0.0:1787613959.399207:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770660 00000400:00000010:0.0:1787613959.399231:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770660. 00000100:00000001:0.0:1787613959.399237:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613959.399248:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613959.399260:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399268:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613959.399270:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.399274:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613959.399278:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613959.399280:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613959.399283:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.399286:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613959.399298:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd890bec60 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613959.399303:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd890bec18 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613959.399306:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613959.399308:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613959.399311:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613959.399316:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.399320:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613959.399323:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:0.0:1787613959.399325:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613959.399327:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.399333:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399340:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.399344:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613959.399347:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613959.399351:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613959.399359:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849321344:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613959.399365:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613959.399373:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613959.399376:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880654d0. 00000400:00000200:0.0:1787613959.399378:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770d48 00000400:00000010:0.0:1787613959.399380:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770d48. 00000100:00000001:0.0:1787613959.399383:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613959.399388:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613959.399395:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399691:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613959.399694:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.399697:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613959.399699:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613959.399700:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613959.399702:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.399704:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613959.399710:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89563460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613959.399713:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89563418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613959.399715:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613959.399717:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613959.399720:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613959.399721:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.399724:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613959.399725:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613959.399727:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613959.399728:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.399733:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399740:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.399742:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613959.399743:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613959.399747:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613959.399768:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321600:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613959.399775:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613959.399776:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613959.399778:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065b00. 00000400:00000200:0.0:1787613959.399780:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770880 00000400:00000010:0.0:1787613959.399782:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770880. 00000100:00000001:0.0:1787613959.399784:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613959.399789:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613959.399797:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399803:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613959.399805:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.399807:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613959.399808:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613959.399810:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613959.399812:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.399813:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613959.399819:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89564460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613959.399822:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89564418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613959.399824:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613959.399825:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613959.399827:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613959.399830:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613959.399836:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.399838:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613959.399840:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613959.399841:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613959.399842:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.399845:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399858:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.399860:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613959.399861:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613959.399865:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613959.399872:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321856:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613959.399878:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613959.399879:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613959.399881:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065e70. 00000400:00000200:0.0:1787613959.399884:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770550 00000400:00000010:0.0:1787613959.399886:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770550. 00000100:00000001:0.0:1787613959.399888:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613959.399892:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613959.399899:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399906:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613959.399907:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.399909:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613959.399911:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613959.399912:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613959.399914:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.399915:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613959.399919:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613959.399932:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613959.399935:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613959.399936:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613959.399938:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613959.399940:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.399942:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.399946:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.399959:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.399961:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613959.399962:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613959.399966:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613959.399973:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849321216:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613959.399979:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613959.399980:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613959.399982:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065840. 00000400:00000200:0.0:1787613959.399984:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770770 00000400:00000010:0.0:1787613959.399986:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770770. 00000100:00000001:0.0:1787613959.399989:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613959.399993:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613959.400001:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400008:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613959.400009:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400011:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613959.400013:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613959.400014:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613959.400015:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.400017:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613959.400022:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd894fd460 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613959.400025:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd894fd418 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613959.400027:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613959.400028:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613959.400031:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613959.400034:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613959.400051:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.400054:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613959.400055:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:0.0:1787613959.400057:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613959.400059:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.400063:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400069:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.400071:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613959.400072:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613959.400075:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613959.400083:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849321472:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613959.400090:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613959.400091:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613959.400093:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880658f0. 00000400:00000200:0.0:1787613959.400096:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770c38 00000400:00000010:0.0:1787613959.400098:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770c38. 00000100:00000001:0.0:1787613959.400100:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613959.400105:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613959.400113:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400154:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613959.400155:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400157:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613959.400159:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613959.400160:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613959.400162:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.400169:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613959.400174:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89562460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613959.400177:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89562418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613959.400180:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613959.400181:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613959.400183:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613959.400186:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613959.400192:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.400194:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613959.400195:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613959.400197:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613959.400198:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.400202:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400207:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.400208:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613959.400210:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613959.400213:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613959.400220:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321728:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613959.400226:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613959.400227:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613959.400230:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065dc0. 00000400:00000200:0.0:1787613959.400232:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770990 00000400:00000010:0.0:1787613959.400234:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770990. 00000100:00000001:0.0:1787613959.400236:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613959.400240:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613959.400249:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400267:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613959.400269:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400271:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613959.400272:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613959.400274:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613959.400275:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613959.400277:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613959.400282:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89567c60 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613959.400285:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89567c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613959.400287:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613959.400288:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613959.400290:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613959.400294:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613959.400300:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.400303:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613959.400304:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613959.400306:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613959.400307:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613959.400311:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400317:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613959.400318:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613959.400320:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613959.400323:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613959.400329:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849321984:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613959.400333:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400336:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613959.400340:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a01180 x1874448849321344/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400353:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613959.400356:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613959.400360:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632e00. 02000000:00000001:0.0:1787613959.400364:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613959.400367:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613959.400369:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd890be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000001:0.0:1787613959.400372:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613959.400375:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd909be200. 02000000:00000001:0.0:1787613959.400381:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613959.400383:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613959.400385:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a01180. 00000100:00000001:0.0:1787613959.400389:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613959.400391:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400393:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613959.400397:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a02680 x1874448849321600/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400403:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613959.400417:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613959.400418:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632000. 02000000:00000001:0.0:1787613959.400421:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613959.400422:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613959.400423:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd89563000 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000001:0.0:1787613959.400425:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613959.400427:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd909bec00. 02000000:00000001:0.0:1787613959.400429:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613959.400430:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613959.400432:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a02680. 00000100:00000001:0.0:1787613959.400435:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613959.400436:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400437:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613959.400441:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00000 x1874448849321856/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400447:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613959.400449:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613959.400455:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632600. 02000000:00000001:0.0:1787613959.400457:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613959.400458:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613959.400460:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd89564000 refcount=2 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000020:00000001:0.0:1787613959.400461:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613959.400463:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fca00. 02000000:00000001:0.0:1787613959.400465:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613959.400466:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613959.400467:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00000. 00000100:00000001:0.0:1787613959.400470:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613959.400471:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400473:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613959.400477:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a02a00 x1874448849321216/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400483:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613959.400484:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613959.400486:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632c00. 02000000:00000001:0.0:1787613959.400488:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613959.400489:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613959.400490:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1787613959.400492:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613959.400493:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd909bee00. 02000000:00000001:0.0:1787613959.400495:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613959.400496:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613959.400497:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a02a00. 00000100:00000001:0.0:1787613959.400499:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613959.400501:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400502:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613959.400504:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a02d80 x1874448849321472/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400511:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613959.400512:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613959.400513:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633e00. 02000000:00000001:0.0:1787613959.400516:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613959.400517:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613959.400518:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd894fd000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000020:00000001:0.0:1787613959.400519:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613959.400526:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd909be800. 02000000:00000001:0.0:1787613959.400528:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613959.400529:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613959.400530:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a02d80. 00000100:00000001:0.0:1787613959.400533:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613959.400534:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400536:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613959.400539:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a03480 x1874448849321728/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.400545:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613959.400546:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613959.400547:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633600. 02000000:00000001:0.0:1787613959.400549:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613959.400550:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613959.400551:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd89562000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000001:0.0:1787613959.400552:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613959.400554:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fcc00. 02000000:00000001:0.0:1787613959.400555:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613959.400557:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613959.400558:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a03480. 00000100:00000001:0.0:1787613959.400560:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613959.400562:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.400564:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613959.400567:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a01c00 x1874448849321984/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613959.404773:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613959.404780:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613959.404786:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633a00. 02000000:00000001:0.0:1787613959.404796:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613959.404799:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613959.404802:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd89567800 refcount=2 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000020:00000001:0.0:1787613959.404805:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613959.404808:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc500. 02000000:00000001:0.0:1787613959.404813:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613959.404815:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613959.404817:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a01c00. 00000100:00000001:0.0:1787613959.404846:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613959.404847:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.404852:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613959.404863:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613959.404865:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613959.404868:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613959.404871:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613960.023643:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613960.023654:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613960.023661:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613960.023662:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613960.023773:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613960.023777:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613960.023780:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787613960.728070:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295039233, at 4295039296 00000100:00000010:2.0:1787613960.728094:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352d80. 00000100:00000040:3.0:1787613960.728361:0:8245:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295039233, at 4295039297 00000100:00000010:3.0:1787613960.728369:0:8245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd923520c0. 00010000:00000001:0.0:1787613961.049161:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613961.049172:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613961.049180:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613961.049181:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613961.049211:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613961.049215:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613961.049218:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787613961.054649:0:9643:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787613961.054662:0:9643:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787613961.072721:0:9645:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787613961.072736:0:9645:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787613961.162602:0:9652:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787613961.162615:0:9652:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787613961.187396:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787613961.187413:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613962.071308:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613962.071319:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613962.071328:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613962.071330:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613962.071460:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613962.071464:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613962.071468:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613963.095632:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613963.095641:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613963.095648:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613963.095649:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613963.095668:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613963.095671:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613963.095674:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613964.123355:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613964.123363:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613964.123368:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613964.123370:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613964.123495:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613964.123499:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613964.123503:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787613964.506548:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ccbc63f5-e716-4944-9431-a687fec3a917->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787613964.506560:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787613964.506571:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e4a80. 00000020:00000040:2.0:1787613964.506578:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:2.0:1787613964.506582:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613964.506597:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613964.506602:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613964.506611:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd895ba300. 00000100:00000001:2.0:1787613964.506617:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506629:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ccbc63f5-e716-4944-9431-a687fec3a917->MGS req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613964.506639:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613964.506644:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506650:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014162ebc] to pc [ptlrpcd_01_01+1] req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.506692:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787613964.506699:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787613964.506702:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e5500. 00000020:00000040:2.0:1787613964.506705:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd890be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000100:00000001:2.0:1787613964.506707:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613964.506708:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613964.506710:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613964.506713:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd895bad00. 00000100:00000001:2.0:1787613964.506716:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506720:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613964.506728:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613964.506730:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506734:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e28c2f1] to pc [ptlrpcd_01_00+0] req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.506743:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787613964.506762:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787613964.506764:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e5180. 00000020:00000040:2.0:1787613964.506773:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd894fd000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000100:00000001:2.0:1787613964.506776:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613964.506777:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613964.506779:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613964.506784:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd895ba800. 00000100:00000001:2.0:1787613964.506787:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506792:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613964.506799:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613964.506801:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506805:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e45fb6d8] to pc [ptlrpcd_01_01+1] req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.506812:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787613964.506817:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787613964.506820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787613964.506823:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787613964.506825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787613964.506828:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787613964.506831:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e4000. 00000020:00000040:2.0:1787613964.506833:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89563000 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000100:00000001:2.0:1787613964.506835:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613964.506836:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613964.506838:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613964.506842:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd93be4400. 00000100:00000001:2.0:1787613964.506845:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506849:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613964.506866:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613964.506868:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506873:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5627529] to pc [ptlrpcd_01_00+0] req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.506880:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787613964.506885:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787613964.506897:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e7480. 00000020:00000040:2.0:1787613964.506900:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89562000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000100:00000001:2.0:1787613964.506902:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613964.506904:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613964.506905:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613964.506909:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd89613900. 00000100:00000001:2.0:1787613964.506913:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506917:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613964.506924:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613964.506926:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506930:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d516807] to pc [ptlrpcd_01_01+1] req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.506937:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787613964.506942:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787613964.506946:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e6680. 00000020:00000040:2.0:1787613964.506948:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89564000 refcount=3 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000100:00000001:2.0:1787613964.506950:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613964.506951:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613964.506953:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613964.506956:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0213c00. 00000100:00000001:2.0:1787613964.506965:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.506969:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613964.506976:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613964.506978:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.507138:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787613964.507143:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787613964.507145:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787613964.507152:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507160:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787613964.507163:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507166:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787613964.507169:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787613964.507172:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787613964.507176:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ccbc63f5-e716-4944-9431-a687fec3a917:2414:1874448849322112:192.168.203.106@tcp:400:kworker.0 00000100:00000001:3.0:1787613964.507180:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787613964.507185:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787613964.507187:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507190:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787613964.507195:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fda019e000. 02000000:00000001:3.0:1787613964.507197:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613964.507203:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:3.0:1787613964.507207:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd9226e840. 00000400:00000010:3.0:1787613964.507220:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07220. 00000100:00000200:3.0:1787613964.507227:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849322112, portal 25 00000100:00000001:3.0:1787613964.507229:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787613964.507231:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675664000 : -104464033887616 : ffffa0fd925e4a80) 00000100:00000040:3.0:1787613964.507237:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507244:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787613964.507246:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1787613964.507249:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07b28. 00000100:00000200:3.0:1787613964.507252:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874448849322112, offset 0 00000400:00000200:3.0:1787613964.507259:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507268:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507275:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1787613964.507281:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787613964.507285:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1787613964.507289:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787613964.507292:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507295:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [137:137:256:4294967295] 192.168.203.106@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1787613964.507299:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507308:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1787613964.507315:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1787613964.507321:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd85184d00. 00000800:00000200:3.0:1787613964.507329:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1787613964.507336:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1787613964.507340:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd85184d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787613964.507353:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613964.507358:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:3.0:1787613964.507360:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295044355 00000100:00000010:3.0:1787613964.507364:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd895e3660. 00000100:00000001:3.0:1787613964.507371:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787613964.507377:0:2414:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295044355 00000100:00000010:3.0:1787613964.507385:0:2414:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd895e32a0. 00000100:00000001:3.0:1787613964.507388:0:2414:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787613964.507391:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613964.507394:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.507397:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787613964.507401:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507408:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787613964.507409:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507411:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787613964.507413:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787613964.507415:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787613964.507418:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849322368:192.168.203.106@tcp:400:kworker.0 00000100:00000001:3.0:1787613964.507421:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787613964.507423:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787613964.507425:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507426:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787613964.507429:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fda019f600. 02000000:00000001:3.0:1787613964.507431:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613964.507435:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:3.0:1787613964.507438:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd9226edc0. 00000400:00000010:3.0:1787613964.507441:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b073b8. 00000100:00000200:3.0:1787613964.507444:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849322368, portal 10 00000100:00000001:3.0:1787613964.507446:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787613964.507447:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675665792 : -104464033885824 : ffffa0fd925e5180) 00000100:00000040:3.0:1787613964.507454:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507460:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787613964.507462:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1787613964.507465:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b076e8. 00000100:00000200:3.0:1787613964.507467:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849322368, offset 0 00000400:00000200:3.0:1787613964.507471:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507481:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507485:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1787613964.507488:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787613964.507490:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1787613964.507493:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787613964.507495:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507509:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [138:138:255:4294967295] 192.168.203.106@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:3.0:1787613964.507513:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507520:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1787613964.507525:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1787613964.507528:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd85184b00. 00000800:00000200:3.0:1787613964.507532:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1787613964.507537:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1787613964.507539:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd85184b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787613964.507542:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787613964.507546:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: using a timeout of 165477 usecs (166 jiffies) 00000400:00000200:3.0:1787613964.507548:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:3.0:1787613964.507550:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295043242 00000100:00000001:3.0:1787613964.507553:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.507555:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295043242 00000100:00000001:3.0:1787613964.507557:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.507559:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613964.507561:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.507563:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787613964.507567:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507573:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787613964.507575:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507577:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787613964.507585:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787613964.507587:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787613964.507590:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:91b6144e-cdc8-415e-960e-eedf74a78440:2414:1874448849322624:192.168.203.106@tcp:400:kworker.0 00000100:00000001:3.0:1787613964.507594:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787613964.507597:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787613964.507598:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507600:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787613964.507603:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fda019f400. 02000000:00000001:3.0:1787613964.507605:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613964.507609:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:3.0:1787613964.507611:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd9226e268. 00000400:00000010:3.0:1787613964.507616:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07550. 00000100:00000200:3.0:1787613964.507619:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849322624, portal 10 00000100:00000001:3.0:1787613964.507621:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787613964.507622:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675674752 : -104464033876864 : ffffa0fd925e7480) 00000100:00000040:3.0:1787613964.507627:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507634:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787613964.507637:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1787613964.507640:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07aa0. 00000100:00000200:3.0:1787613964.507642:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849322624, offset 0 00000400:00000200:3.0:1787613964.507647:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507651:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507655:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1787613964.507658:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787613964.507660:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1787613964.507663:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787613964.507665:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507668:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [139:139:254:4294967295] 192.168.203.106@tcp LPNI seq info [139:139:6:4294967295] 00000400:00000200:3.0:1787613964.507671:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507677:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1787613964.507681:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1787613964.507690:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd85184200. 00000800:00000200:3.0:1787613964.507694:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1787613964.507698:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1787613964.507701:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd85184200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787613964.507704:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787613964.507708:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: using a timeout of 18155 usecs (19 jiffies) 00000400:00000200:3.0:1787613964.507711:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:3.0:1787613964.507713:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295043095 00000100:00000001:3.0:1787613964.507715:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.507717:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295043095 00000100:00000001:3.0:1787613964.507719:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.507721:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613964.507723:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.507726:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.507729:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613964.507736:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787613964.507738:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787613964.507740:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787613964.507742:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787613964.507743:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787613964.507747:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787613964.507748:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613964.507750:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787613964.507752:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613964.507753:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787613964.507754:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787613964.507755:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787613964.507760:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507767:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787613964.507768:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507770:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787613964.507772:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787613964.507779:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787613964.507783:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849322240:192.168.203.106@tcp:400:kworker.0 00000100:00000001:3.0:1787613964.507786:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787613964.507788:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787613964.507790:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507791:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787613964.507795:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd812e6600. 02000000:00000001:3.0:1787613964.507797:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613964.507800:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:3.0:1787613964.507802:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd9226ef20. 00000400:00000010:3.0:1787613964.507806:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b077f8. 00000100:00000200:3.0:1787613964.507810:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849322240, portal 10 00000100:00000001:3.0:1787613964.507811:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787613964.507813:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675666688 : -104464033884928 : ffffa0fd925e5500) 00000100:00000040:3.0:1787613964.507819:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507825:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787613964.507827:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1787613964.507830:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07000. 00000100:00000200:3.0:1787613964.507832:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849322240, offset 0 00000400:00000200:3.0:1787613964.507836:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507841:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507845:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1787613964.507847:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787613964.507850:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1787613964.507852:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787613964.507854:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1787613964.507857:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [140:140:253:4294967295] 192.168.203.106@tcp LPNI seq info [140:140:5:4294967295] 00000400:00000200:3.0:1787613964.507860:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.507866:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1787613964.507871:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1787613964.507874:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd85184600. 00000800:00000200:3.0:1787613964.507883:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1787613964.507897:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1787613964.507900:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd85184600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787613964.507904:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787613964.507907:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: using a timeout of 133162 usecs (134 jiffies) 00000400:00000200:3.0:1787613964.507910:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:3.0:1787613964.507911:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295043210 00000100:00000001:3.0:1787613964.507914:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.507916:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295043210 00000100:00000001:3.0:1787613964.507917:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.507920:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613964.507922:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.507924:0:2414:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787613964.507929:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.507935:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787613964.507936:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507938:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787613964.507940:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787613964.507942:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787613964.507944:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:91b6144e-cdc8-415e-960e-eedf74a78440:2414:1874448849322496:192.168.203.106@tcp:400:kworker.0 00000100:00000001:3.0:1787613964.507948:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787613964.507950:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787613964.507952:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613964.507954:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787613964.507957:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd812e7e00. 02000000:00000001:3.0:1787613964.507959:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613964.507962:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:3.0:1787613964.507965:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd9226eec8. 00000400:00000010:3.0:1787613964.507968:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b072a8. 00000100:00000200:3.0:1787613964.507971:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849322496, portal 10 00000100:00000001:3.0:1787613964.507978:0:2414:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787613964.507980:0:2414:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675661312 : -104464033890304 : ffffa0fd925e4000) 00000100:00000040:3.0:1787613964.508108:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508167:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787613964.508169:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1787613964.508173:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07330. 00000100:00000200:3.0:1787613964.508175:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849322496, offset 0 00000400:00000200:3.0:1787613964.508179:0:2414:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613964.508184:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.508188:0:2414:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1787613964.508191:0:2414:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787613964.508194:0:2414:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1787613964.508196:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787613964.508199:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1787613964.508202:0:2414:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [141:141:252:4294967295] 192.168.203.106@tcp LPNI seq info [141:141:4:4294967295] 00000400:00000200:3.0:1787613964.508205:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.508211:0:2414:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1787613964.508215:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1787613964.508219:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd85184100. 00000800:00000200:3.0:1787613964.508222:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1787613964.508227:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1787613964.508229:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd85184100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787613964.508232:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787613964.508235:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: using a timeout of 17487 usecs (18 jiffies) 00000400:00000200:3.0:1787613964.508238:0:2414:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:3.0:1787613964.508240:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295043095 00000100:00000001:3.0:1787613964.508242:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.508244:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295043095 00000100:00000001:3.0:1787613964.508246:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295044355 00000100:00000001:3.0:1787613964.508253:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613964.508256:0:2414:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.508259:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.508261:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613964.508309:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613964.508313:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd85184d00. 00000400:00000200:3.0:1787613964.508319:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.508324:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613964.508329:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07b28 00000400:00000010:3.0:1787613964.508331:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07b28. 00000100:00000001:3.0:1787613964.508335:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613964.508340:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508349:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613964.508353:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508359:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.508361:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613964.508372:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613964.508373:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd85184b00. 00000400:00000200:3.0:1787613964.508376:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.508379:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613964.508381:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b076e8 00000400:00000010:3.0:1787613964.508383:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b076e8. 00000100:00000001:3.0:1787613964.508385:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613964.508388:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508395:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613964.508398:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508404:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.508405:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613964.508420:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613964.508422:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd85184200. 00000400:00000200:3.0:1787613964.508424:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.508427:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613964.508430:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07aa0 00000400:00000010:3.0:1787613964.508431:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07aa0. 00000100:00000001:3.0:1787613964.508433:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613964.508437:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508443:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613964.508447:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508453:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.508455:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613964.508462:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613964.508464:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd85184600. 00000400:00000200:3.0:1787613964.508466:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.508469:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613964.508471:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07000 00000400:00000010:3.0:1787613964.508473:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07000. 00000100:00000001:3.0:1787613964.508475:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613964.508478:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508485:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613964.508488:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.508494:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.508495:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787613964.508586:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003376ff18] to pc [ptlrpcd_01_00+0] req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.508608:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.508610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787613964.508614:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787613964.508619:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e6300. 00000020:00000040:2.0:1787613964.508622:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89567800 refcount=3 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000100:00000001:2.0:1787613964.508625:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613964.508628:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613964.508631:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613964.508636:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0213900. 00000100:00000001:2.0:1787613964.508641:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.508646:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613964.508653:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613964.508657:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.508661:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b265ff66] to pc [ptlrpcd_01_01+1] req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.508668:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.508673:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000100:00000001:2.0:1787613964.508684:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.508687:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787613964.508688:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787613964.508693:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.508710:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787613964.508711:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.508714:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787613964.508716:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787613964.508718:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613964.508722:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91b6144e-cdc8-415e-960e-eedf74a78440:2413:1874448849322752:192.168.203.106@tcp:400:kworker.0 00000100:00000001:2.0:1787613964.508725:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787613964.508728:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787613964.508730:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.508732:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787613964.508735:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd895fde00. 02000000:00000001:2.0:1787613964.508737:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787613964.508741:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:2.0:1787613964.508745:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd90c38dc0. 00000400:00000010:2.0:1787613964.508749:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fee58. 00000100:00000200:2.0:1787613964.508752:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849322752, portal 4 00000100:00000001:2.0:1787613964.508753:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787613964.508755:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675671168 : -104464033880448 : ffffa0fd925e6680) 00000020:00000010:2.0:1787613964.508773:0:2413:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa0fd8923a000. 00000100:00000040:2.0:1787613964.508781:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.508788:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787613964.508790:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1787613964.508793:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe220. 00000100:00000200:2.0:1787613964.508796:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849322752, offset 0 00000400:00000200:2.0:1787613964.508800:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000800:00000200:3.0:1787613964.508877:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613964.508880:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd85184100. 00000400:00000200:3.0:1787613964.508883:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.508886:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613964.509223:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.509229:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1787613964.509232:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787613964.509235:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1787613964.509238:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787613964.509245:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1787613964.509249:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [142:142:255:4294967295] 192.168.203.106@tcp LPNI seq info [142:142:7:4294967295] 00000400:00000200:2.0:1787613964.509253:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.509259:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1787613964.509265:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1787613964.509269:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd851f0800. 00000800:00000200:2.0:1787613964.509274:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1787613964.509278:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1787613964.509282:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd851f0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787613964.509285:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.509288:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: using a timeout of 17770 usecs (18 jiffies) 00000400:00000200:2.0:1787613964.509291:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:2.0:1787613964.509293:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295043095 00000100:00000001:2.0:1787613964.509296:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295044355 00000100:00000001:2.0:1787613964.509298:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295043095 00000100:00000001:2.0:1787613964.509300:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295044355 00000100:00000001:2.0:1787613964.509301:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.509303:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.509305:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.509308:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.509314:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787613964.509316:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787613964.509318:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.509319:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787613964.509320:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613964.509322:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787613964.509324:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.509326:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787613964.509327:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.509328:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.509329:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787613964.509330:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787613964.509337:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.509344:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787613964.509346:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.509348:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787613964.509350:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787613964.509352:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613964.509354:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91b6144e-cdc8-415e-960e-eedf74a78440:2413:1874448849322880:192.168.203.106@tcp:400:kworker.0 00000100:00000001:2.0:1787613964.509358:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787613964.509360:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787613964.509362:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.509363:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787613964.509366:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd895fd400. 02000000:00000001:2.0:1787613964.509368:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787613964.509371:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:2.0:1787613964.509374:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd90c388f0. 00000400:00000010:2.0:1787613964.509377:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe3b8. 00000100:00000200:2.0:1787613964.509380:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849322880, portal 4 00000100:00000001:2.0:1787613964.509382:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787613964.509383:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675670272 : -104464033881344 : ffffa0fd925e6300) 00000020:00000010:2.0:1787613964.509389:0:2413:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa0fd8923c000. 00000100:00000040:2.0:1787613964.509394:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.509400:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787613964.509402:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1787613964.509404:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe550. 00000100:00000200:2.0:1787613964.509406:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849322880, offset 0 00000400:00000200:2.0:1787613964.509410:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1787613964.509414:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.509417:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1787613964.509420:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787613964.509422:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1787613964.509430:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787613964.509432:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1787613964.509435:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [143:143:254:4294967295] 192.168.203.106@tcp LPNI seq info [143:143:6:4294967295] 00000400:00000200:2.0:1787613964.509439:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.509445:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1787613964.509450:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1787613964.509453:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd851f0b00. 00000800:00000200:2.0:1787613964.509456:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1787613964.509460:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1787613964.509462:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd851f0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787613964.509465:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.509468:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: using a timeout of 17978 usecs (18 jiffies) 00000400:00000200:2.0:1787613964.509470:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:2.0:1787613964.509473:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295043095 00000100:00000001:2.0:1787613964.509475:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295044355 00000100:00000001:2.0:1787613964.509477:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295043095 00000100:00000001:2.0:1787613964.509479:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295044355 00000100:00000001:2.0:1787613964.509481:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.509483:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.509485:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.509487:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613964.509649:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07330 00000400:00000010:3.0:1787613964.509657:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07330. 00000100:00000001:3.0:1787613964.509661:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613964.509665:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.509674:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613964.509677:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.509684:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.509685:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613964.509700:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613964.509703:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd851f0800. 00000400:00000200:3.0:1787613964.509706:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.509710:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613964.509712:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe220 00000400:00000010:3.0:1787613964.509714:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe220. 00000100:00000001:3.0:1787613964.509717:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613964.509720:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.509728:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613964.509730:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.509736:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.509737:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613964.509742:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613964.509743:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd851f0b00. 00000400:00000200:3.0:1787613964.509745:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.509748:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613964.509750:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe550 00000400:00000010:3.0:1787613964.509751:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe550. 00000100:00000001:3.0:1787613964.509753:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613964.509756:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.509772:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613964.509775:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.509781:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613964.509783:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787613964.510042:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.510045:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787613964.510048:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.510050:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787613964.519095:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519110:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613964.519135:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519138:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519147:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519154:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613964.519163:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519181:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519186:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519189:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04180 00000400:00000200:2.0:1787613964.519193:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519198:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:2.0:1787613964.519205:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519210:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519212:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613964.519216:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613964.519223:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519232:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613964.519244:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519260:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613964.519269:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519273:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613964.519274:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519277:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519280:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519283:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613964.519287:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519290:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519292:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519295:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04280 00000400:00000200:2.0:1787613964.519298:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519301:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:2.0:1787613964.519305:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519308:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519310:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613964.519313:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613964.519316:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519326:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613964.519334:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519342:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613964.519346:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519349:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613964.519351:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519353:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519357:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519360:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613964.519364:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519366:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519368:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519371:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04100 00000400:00000200:2.0:1787613964.519374:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519377:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:2.0:1787613964.519387:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519390:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519392:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613964.519395:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613964.519398:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519402:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613964.519411:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519418:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613964.519421:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519424:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613964.519426:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519428:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519437:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519440:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613964.519444:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519446:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519449:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519452:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04200 00000400:00000200:2.0:1787613964.519454:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519457:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1787613964.519461:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519464:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519466:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613964.519469:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613964.519472:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519476:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613964.519485:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519492:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613964.519496:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519499:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613964.519514:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519517:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519520:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519523:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613964.519527:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519529:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519531:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519534:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 25 MB=0x6a8cd21d04080 00000400:00000200:2.0:1787613964.519537:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613964.519541:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:2.0:1787613964.519544:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519557:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613964.519559:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613964.519563:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613964.519566:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519571:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613964.519579:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519585:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613964.519589:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613964.519592:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.519605:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.519609:0:2414:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787613964.519615:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787613964.519617:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787613964.519620:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd9226ef20. 00000400:00000200:2.0:1787613964.519624:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b077f8 00000400:00000010:2.0:1787613964.519626:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b077f8. 00000100:00000001:2.0:1787613964.519629:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519633:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787613964.519640:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519646:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787613964.519647:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.519650:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787613964.519653:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787613964.519655:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613964.519656:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.519659:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613964.519668:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd890bec60 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1787613964.519672:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd890bec18 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613964.519675:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787613964.519677:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613964.519685:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787613964.519689:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.519692:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787613964.519694:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:2.0:1787613964.519696:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787613964.519698:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.519703:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519710:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.519713:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787613964.519715:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787613964.519719:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613964.519727:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849322240:192.168.203.106@tcp:400:kworker.0 00000400:00000001:2.0:1787613964.519733:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787613964.519734:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787613964.519736:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd9226eec8. 00000400:00000200:2.0:1787613964.519738:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b072a8 00000400:00000010:2.0:1787613964.519740:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b072a8. 00000100:00000001:2.0:1787613964.519742:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519745:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787613964.519752:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519758:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787613964.519759:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.519761:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787613964.519762:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787613964.519763:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613964.519765:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.519766:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613964.519771:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89563460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1787613964.519779:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89563418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613964.519781:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787613964.519783:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613964.519784:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787613964.519786:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.519789:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787613964.519790:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:2.0:1787613964.519791:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787613964.519793:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.519797:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519804:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.519805:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787613964.519807:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787613964.519810:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613964.519818:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:91b6144e-cdc8-415e-960e-eedf74a78440:2414:1874448849322496:192.168.203.106@tcp:400:kworker.0 00000400:00000001:2.0:1787613964.519823:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787613964.519824:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787613964.519826:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd9226e840. 00000400:00000200:2.0:1787613964.519829:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07220 00000400:00000010:2.0:1787613964.519830:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07220. 00000100:00000001:2.0:1787613964.519833:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519836:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787613964.519843:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519849:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787613964.519851:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.519852:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787613964.519854:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787613964.519855:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613964.519864:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.519867:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613964.519871:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1787613964.519873:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613964.519875:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787613964.519876:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613964.519878:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787613964.519879:0:2414:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.519881:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.519885:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519906:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.519908:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787613964.519909:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787613964.519913:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613964.519919:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ccbc63f5-e716-4944-9431-a687fec3a917:2414:1874448849322112:192.168.203.106@tcp:400:kworker.0 00000400:00000001:2.0:1787613964.519924:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787613964.519925:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787613964.519927:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd9226edc0. 00000400:00000200:2.0:1787613964.519930:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b073b8 00000400:00000010:2.0:1787613964.519932:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b073b8. 00000100:00000001:2.0:1787613964.519934:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.519937:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787613964.519945:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.519951:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787613964.519953:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.519954:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787613964.519956:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787613964.519957:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613964.519962:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.519964:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613964.519968:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd894fd460 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1787613964.519971:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd894fd418 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613964.519973:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787613964.519974:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613964.519975:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787613964.519979:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1787613964.520256:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613964.520262:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613964.520264:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613964.520266:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613964.520271:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520275:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613964.520280:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520283:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520286:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520290:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d04300 00000400:00000200:3.0:1787613964.520294:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520298:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:3.0:1787613964.520302:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613964.520305:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613964.520307:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.520311:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613964.520314:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613964.520321:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613964.520330:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.520344:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613964.520348:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613964.520352:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613964.520354:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613964.520364:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613964.520367:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520371:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613964.520375:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520378:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520381:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520383:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d04380 00000400:00000200:3.0:1787613964.520387:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613964.520390:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1787613964.520393:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613964.520437:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613964.520440:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613964.520443:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613964.520446:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613964.520451:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613964.520459:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613964.520466:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613964.520470:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613964.520474:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787613964.520583:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.520587:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787613964.520589:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:2.0:1787613964.520591:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787613964.520592:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.520597:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520604:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.520606:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787613964.520607:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787613964.520611:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613964.520619:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:db19c490-fc37-412a-94c8-d559ee691f31:2414:1874448849322368:192.168.203.106@tcp:400:kworker.0 00000400:00000001:2.0:1787613964.520626:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787613964.520628:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787613964.520630:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd9226e268. 00000400:00000200:2.0:1787613964.520633:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07550 00000400:00000010:2.0:1787613964.520635:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07550. 00000100:00000001:2.0:1787613964.520638:0:2414:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.520641:0:2414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787613964.520650:0:2414:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520663:0:2414:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787613964.520665:0:2414:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520667:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787613964.520669:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787613964.520670:0:2414:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613964.520672:0:2414:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.520674:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613964.520679:0:2414:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89562460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1787613964.520683:0:2414:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89562418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613964.520685:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787613964.520687:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613964.520688:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787613964.520693:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787613964.520699:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.520701:0:2414:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787613964.520702:0:2414:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:2.0:1787613964.520704:0:2414:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787613964.520705:0:2414:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.520709:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520715:0:2414:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.520716:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787613964.520718:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787613964.520721:0:2414:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613964.520728:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:91b6144e-cdc8-415e-960e-eedf74a78440:2414:1874448849322624:192.168.203.106@tcp:400:kworker.0 00000100:00000001:2.0:1787613964.520733:0:2414:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520736:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613964.520740:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e5500 x1874448849322240/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520753:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787613964.520755:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787613964.520758:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd812e6600. 02000000:00000001:2.0:1787613964.520763:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787613964.520765:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787613964.520767:0:2414:0:(genops.c:1223:class_import_put()) import ffffa0fd890be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000001:2.0:1787613964.520770:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787613964.520772:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd895bad00. 02000000:00000001:2.0:1787613964.520776:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787613964.520777:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787613964.520779:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e5500. 00000100:00000001:2.0:1787613964.520782:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787613964.520784:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520785:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613964.520789:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e4000 x1874448849322496/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520795:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787613964.520797:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787613964.520798:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd812e7e00. 02000000:00000001:2.0:1787613964.520801:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787613964.520802:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787613964.520803:0:2414:0:(genops.c:1223:class_import_put()) import ffffa0fd89563000 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000001:2.0:1787613964.520805:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787613964.520806:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd93be4400. 02000000:00000001:2.0:1787613964.520810:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787613964.520811:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787613964.520812:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e4000. 00000100:00000001:2.0:1787613964.520814:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787613964.520815:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520817:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613964.520820:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e4a80 x1874448849322112/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520826:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787613964.520828:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787613964.520836:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fda019e000. 02000000:00000001:2.0:1787613964.520839:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787613964.520841:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787613964.520842:0:2414:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1787613964.520844:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787613964.520845:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd895ba300. 02000000:00000001:2.0:1787613964.520847:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787613964.520848:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787613964.520849:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e4a80. 00000100:00000001:2.0:1787613964.520852:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787613964.520853:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520855:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613964.520859:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e5180 x1874448849322368/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520865:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787613964.520867:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787613964.520868:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fda019f600. 02000000:00000001:2.0:1787613964.520871:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787613964.520872:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787613964.520873:0:2414:0:(genops.c:1223:class_import_put()) import ffffa0fd894fd000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000020:00000001:2.0:1787613964.520875:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787613964.520876:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd895ba800. 02000000:00000001:2.0:1787613964.520878:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787613964.520879:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787613964.520880:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e5180. 00000100:00000001:2.0:1787613964.520882:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787613964.520884:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520885:0:2414:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613964.520899:0:2414:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e7480 x1874448849322624/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.520905:0:2414:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787613964.520907:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787613964.520908:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fda019f400. 02000000:00000001:2.0:1787613964.520910:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787613964.520912:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787613964.520912:0:2414:0:(genops.c:1223:class_import_put()) import ffffa0fd89562000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000001:2.0:1787613964.520919:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787613964.520921:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd89613900. 02000000:00000001:2.0:1787613964.520923:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787613964.520924:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787613964.520926:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e7480. 00000100:00000001:2.0:1787613964.520928:0:2414:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787613964.520929:0:2414:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520931:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.520938:0:2414:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787613964.520940:0:2414:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.520942:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.520944:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.520953:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.520955:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787613964.520958:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787613964.520960:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787613964.520961:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd90c388f0. 00000400:00000200:2.0:1787613964.520964:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe3b8 00000400:00000010:2.0:1787613964.520966:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe3b8. 00000100:00000001:2.0:1787613964.520970:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.520974:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787613964.520982:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.523087:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787613964.523091:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.523094:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787613964.523098:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787613964.523100:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613964.523102:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.523105:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613964.523113:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89567c60 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1787613964.523130:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89567c18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613964.523133:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787613964.523134:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613964.523137:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787613964.523162:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787613964.523170:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.523173:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787613964.523175:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:2.0:1787613964.523177:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787613964.523179:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.523183:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.523190:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.523194:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787613964.523195:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787613964.523199:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613964.523207:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91b6144e-cdc8-415e-960e-eedf74a78440:2413:1874448849322880:192.168.203.106@tcp:400:kworker.0 00000400:00000001:2.0:1787613964.523216:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787613964.523218:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787613964.523221:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd90c38dc0. 00000400:00000200:2.0:1787613964.523226:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fee58 00000400:00000010:2.0:1787613964.523228:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fee58. 00000100:00000001:2.0:1787613964.523233:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613964.523237:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787613964.523245:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.523251:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787613964.523252:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.523254:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787613964.523255:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787613964.523257:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613964.523264:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613964.523266:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613964.523271:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89564460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1787613964.523274:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89564418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613964.523276:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787613964.523277:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613964.523279:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787613964.523282:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787613964.523289:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.523291:0:2413:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787613964.523292:0:2413:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:2.0:1787613964.523294:0:2413:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787613964.523295:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613964.523299:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.523305:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613964.523306:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787613964.523308:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787613964.523311:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787613964.523318:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:91b6144e-cdc8-415e-960e-eedf74a78440:2413:1874448849322752:192.168.203.106@tcp:400:kworker.0 00000100:00000001:2.0:1787613964.523322:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.523324:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613964.523328:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e6300 x1874448849322880/t0(0) o400->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.523334:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787613964.523337:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787613964.523340:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd895fd400. 02000000:00000001:2.0:1787613964.523343:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787613964.523345:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787613964.523351:0:2413:0:(genops.c:1223:class_import_put()) import ffffa0fd89567800 refcount=2 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000020:00000001:2.0:1787613964.523353:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787613964.523356:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0213900. 02000000:00000001:2.0:1787613964.523360:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787613964.523361:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787613964.523363:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e6300. 00000100:00000001:2.0:1787613964.523366:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787613964.523368:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.523370:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613964.523373:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e6680 x1874448849322752/t0(0) o400->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613964.523379:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787613964.523380:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787613964.523382:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd895fde00. 02000000:00000001:2.0:1787613964.523384:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787613964.523385:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787613964.523386:0:2413:0:(genops.c:1223:class_import_put()) import ffffa0fd89564000 refcount=2 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000020:00000001:2.0:1787613964.523388:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787613964.523389:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0213c00. 02000000:00000001:2.0:1787613964.523391:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787613964.523392:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787613964.523393:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e6680. 00000100:00000001:2.0:1787613964.523395:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787613964.523396:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.523399:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613964.523405:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787613964.523407:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613964.523410:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613964.523413:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613965.143265:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613965.143297:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613965.143304:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613965.143305:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613965.143330:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613965.143333:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613965.143336:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787613965.847235:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295044355, at 4295044416 00000100:00000010:2.0:1787613965.847249:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd895e3660. 00000100:00000040:3.0:1787613965.847331:0:8245:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295044355, at 4295044416 00000100:00000010:3.0:1787613965.847336:0:8245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd895e32a0. 00010000:00000001:0.0:1787613966.167224:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613966.167231:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613966.167236:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613966.167238:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613966.167352:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613966.167358:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613966.167363:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613967.191267:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613967.191276:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613967.191284:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613967.191286:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613967.191319:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613967.191323:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613967.191443:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613968.215803:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613968.215814:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787613968.215817:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787613968.215821:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613968.215827:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787613968.215830:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613968.215832:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613968.215835:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613968.215840:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613968.215842:0:53:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787613968.215843:0:53:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787613968.215845:0:53:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613968.215847:0:53:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787613968.215848:0:53:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613968.215850:0:53:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613968.215852:0:53:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613968.215965:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613968.215970:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613968.215974:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613969.240003:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613969.240014:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613969.240021:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613969.240023:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613969.240054:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613969.240082:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613969.240086:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787613969.623648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ccbc63f5-e716-4944-9431-a687fec3a917->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613969.623660:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613969.623671:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c2680. 00000020:00000040:0.0:1787613969.623678:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:0.0:1787613969.623683:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613969.623687:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613969.623693:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613969.623703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0263d00. 00000100:00000001:0.0:1787613969.623713:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623729:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ccbc63f5-e716-4944-9431-a687fec3a917->MGS req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613969.623742:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613969.623747:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623754:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a21fb5b3] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.623778:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613969.623784:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613969.623788:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c0380. 00000020:00000040:0.0:1787613969.623791:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd890be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000100:00000001:0.0:1787613969.623793:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613969.623795:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613969.623797:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613969.623801:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0263f00. 00000100:00000001:0.0:1787613969.623805:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623809:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613969.623817:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613969.623819:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623834:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd9310e2] to pc [ptlrpcd_00_01+1] req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.623843:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613969.623850:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613969.623862:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c0700. 00000020:00000040:0.0:1787613969.623865:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd894fd000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000100:00000001:0.0:1787613969.623867:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613969.623869:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613969.623871:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613969.623875:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0263200. 00000100:00000001:0.0:1787613969.623879:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623883:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613969.623890:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613969.623892:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623896:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c40d54e8] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.623902:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787613969.623908:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787613969.623911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787613969.623915:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787613969.623918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613969.623921:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613969.623924:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c2a00. 00000020:00000040:0.0:1787613969.623926:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89563000 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000100:00000001:0.0:1787613969.623934:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613969.623935:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613969.623937:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613969.623941:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0263b00. 00000100:00000001:0.0:1787613969.623945:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623950:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613969.623956:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613969.623958:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623962:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dba05e7] to pc [ptlrpcd_00_01+1] req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.623970:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613969.623975:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787613969.623978:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c1880. 00000020:00000040:0.0:1787613969.623981:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89562000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000100:00000001:0.0:1787613969.623983:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613969.623984:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613969.623985:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613969.623988:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0263e00. 00000100:00000001:0.0:1787613969.623991:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.623996:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787613969.624003:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613969.624004:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.624007:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2dc8d8] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.624013:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.624016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613969.624019:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787613969.624031:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787613969.624034:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787613969.624037:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c1c00. 00000020:00000040:0.0:1787613969.624039:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89564000 refcount=3 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000100:00000001:0.0:1787613969.624041:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613969.624043:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613969.624044:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613969.624048:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0263300. 00000100:00000001:0.0:1787613969.624051:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.624053:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639609526623232 : -104464182928384 : ffffa0fd897c1c00) 00000100:00080000:0.0:1787613969.624056:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0fd89564000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787613969.624059:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffffa0fd8313d800: disconnect after 21s idle 00000100:00000001:0.0:1787613969.624062:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613969.624064:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.624068:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011a89f54] to pc [ptlrpcd_rcv+-1] req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.624091:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.624093:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.624096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613969.624099:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787613969.624100:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787613969.624101:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787613969.624104:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c3800. 00000020:00000040:0.0:1787613969.624106:0:38:0:(genops.c:1210:class_import_get()) import ffffa0fd89567800 refcount=3 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000100:00000001:0.0:1787613969.624108:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613969.624110:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787613969.624111:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613969.624241:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fda0263700. 00000100:00000001:0.0:1787613969.624245:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.624247:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446639609526630400 : -104464182921216 : ffffa0fd897c3800) 00000100:00080000:0.0:1787613969.624250:0:38:0:(import.c:65:import_set_state_nolock()) ffffa0fd89567800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787613969.624253:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffffa0fd8313d800: disconnect after 21s idle 00000100:00000001:0.0:1787613969.624259:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787613969.624261:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.624266:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098a52ac7] to pc [ptlrpcd_rcv+-1] req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.624273:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.624276:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.624281:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (385) 00000100:00000001:0.0:1787613969.624298:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613969.624302:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613969.624305:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613969.624311:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.624319:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613969.624322:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.624326:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613969.624329:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613969.624333:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613969.624336:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849323008:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613969.624341:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613969.624667:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613969.624671:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.624674:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613969.624680:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632000. 02000000:00000001:0.0:1787613969.624682:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613969.624691:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613969.624697:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065dc0. 00000400:00000010:0.0:1787613969.624705:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770990. 00000100:00000200:0.0:1787613969.624713:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323008, portal 25 00000100:00000001:0.0:1787613969.624716:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613969.624717:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526625920 : -104464182925696 : ffffa0fd897c2680) 00000100:00000040:0.0:1787613969.624725:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.624732:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613969.624741:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613969.624744:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770c38. 00000100:00000200:0.0:1787613969.624748:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874448849323008, offset 0 00000400:00000200:0.0:1787613969.624756:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613969.624766:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.624774:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613969.624781:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613969.624786:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613969.624790:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613969.624793:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613969.624798:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [144:144:256:4294967295] 192.168.203.106@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1787613969.624802:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.624813:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613969.624819:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613969.624824:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fda0263100. 00000800:00000200:0.0:1787613969.624831:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613969.624841:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613969.624846:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fda0263100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613969.624871:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613969.624875:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613969.624879:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295049472 00000100:00000010:0.0:1787613969.624884:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352000. 00000100:00000001:0.0:1787613969.624892:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787613969.624899:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295049472 00000100:00000010:0.0:1787613969.624902:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352cc0. 00000100:00000001:0.0:1787613969.624905:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787613969.624908:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.624912:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.624915:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613969.624919:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.624936:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613969.624938:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.624941:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613969.624943:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613969.624945:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613969.624949:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849323264:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613969.624952:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613969.624954:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613969.624956:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.624958:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613969.624961:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633000. 02000000:00000001:0.0:1787613969.624963:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613969.624967:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613969.624970:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880658f0. 00000400:00000010:0.0:1787613969.624974:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770770. 00000100:00000200:0.0:1787613969.624977:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323264, portal 10 00000100:00000001:0.0:1787613969.624979:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613969.624980:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526617856 : -104464182933760 : ffffa0fd897c0700) 00000100:00000040:0.0:1787613969.624987:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.624993:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613969.624996:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613969.624998:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770550. 00000100:00000200:0.0:1787613969.625000:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849323264, offset 0 00000400:00000200:0.0:1787613969.625004:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613969.625008:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.625012:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613969.625015:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613969.625017:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613969.625020:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613969.625022:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613969.625030:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [145:145:255:4294967295] 192.168.203.106@tcp LPNI seq info [145:145:7:4294967295] 00000400:00000200:0.0:1787613969.625035:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.625041:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613969.625046:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613969.625050:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909be800. 00000800:00000200:0.0:1787613969.625055:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613969.625059:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613969.625062:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909be800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613969.625065:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.625069:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: using a timeout of 157197 usecs (158 jiffies) 00000400:00000200:0.0:1787613969.625072:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613969.625074:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295048351 00000100:00000001:0.0:1787613969.625076:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.625078:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295048351 00000100:00000001:0.0:1787613969.625080:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.625083:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.625084:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.625086:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613969.625090:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.625097:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613969.625099:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.625101:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613969.625103:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613969.625105:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613969.625108:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849323520:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613969.625111:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613969.625151:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613969.625153:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.625159:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613969.625162:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633800. 02000000:00000001:0.0:1787613969.625164:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613969.625167:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613969.625170:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065840. 00000400:00000010:0.0:1787613969.625173:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770880. 00000100:00000200:0.0:1787613969.625176:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323520, portal 10 00000100:00000001:0.0:1787613969.625178:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613969.625179:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526622336 : -104464182929280 : ffffa0fd897c1880) 00000100:00000040:0.0:1787613969.625185:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.625191:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613969.625193:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613969.625195:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770d48. 00000100:00000200:0.0:1787613969.625198:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849323520, offset 0 00000400:00000200:0.0:1787613969.625201:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613969.625205:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.625208:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613969.625211:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613969.625214:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613969.625216:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613969.625218:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613969.625221:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [146:146:254:4294967295] 192.168.203.106@tcp LPNI seq info [146:146:6:4294967295] 00000400:00000200:0.0:1787613969.625225:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.625230:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613969.625234:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613969.625238:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909bee00. 00000800:00000200:0.0:1787613969.625241:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613969.625245:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613969.625247:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909bee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613969.625250:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.625258:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: using a timeout of 17956 usecs (18 jiffies) 00000400:00000200:0.0:1787613969.625261:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613969.625263:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295048212 00000100:00000001:0.0:1787613969.625266:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.625268:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295048212 00000100:00000001:0.0:1787613969.625270:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.625272:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.625275:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.625277:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.625281:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.625290:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613969.625292:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787613969.625295:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613969.625296:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613969.625298:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613969.625301:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787613969.625303:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.625305:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613969.625307:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.625308:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613969.625309:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613969.625310:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613969.625315:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.625322:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613969.625323:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.625325:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613969.625327:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613969.625329:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613969.625331:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849323136:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613969.625335:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613969.625337:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613969.625339:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.626963:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613969.626972:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787613969.626975:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787613969.626991:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627026:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787613969.627028:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613969.627032:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787613969.627036:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787613969.627040:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613969.627044:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849323648:192.168.203.106@tcp:9:kworker.0 00000100:00000001:2.0:1787613969.627048:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787613969.627055:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787613969.627057:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613969.627060:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787613969.627067:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd895fc000. 02000000:00000001:2.0:1787613969.627069:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787613969.627077:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:2.0:1787613969.627083:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd90c38dc0. 00000400:00000010:2.0:1787613969.627092:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fee58. 00000100:00000200:2.0:1787613969.627099:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323648, portal 4 00000100:00000001:2.0:1787613969.627101:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787613969.627103:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526623232 : -104464182928384 : ffffa0fd897c1c00) 00000100:00000040:2.0:1787613969.627110:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627135:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787613969.627138:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1787613969.627141:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe3b8. 00000100:00000200:2.0:1787613969.627144:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849323648, offset 0 00000400:00000200:2.0:1787613969.627151:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1787613969.627161:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613969.627169:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1787613969.627174:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787613969.627180:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1787613969.627184:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787613969.627187:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1787613969.627197:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [147:147:253:4294967295] 192.168.203.106@tcp LPNI seq info [147:147:5:4294967295] 00000400:00000200:2.0:1787613969.627203:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613969.627213:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1787613969.627219:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1787613969.627225:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd851f0500. 00000800:00000200:2.0:1787613969.627233:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1787613969.627239:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1787613969.627244:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd851f0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787613969.627248:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613969.627253:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: using a timeout of 17907 usecs (18 jiffies) 00000400:00000200:2.0:1787613969.627256:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:2.0:1787613969.627260:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295048212 00000100:00000001:2.0:1787613969.627263:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295049472 00000100:00000001:2.0:1787613969.627265:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295048212 00000100:00000001:2.0:1787613969.627267:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295049472 00000100:00000001:2.0:1787613969.627270:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613969.627273:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.627275:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787613969.627280:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627287:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787613969.627289:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613969.627291:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787613969.627293:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787613969.627295:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613969.627298:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849323776:192.168.203.106@tcp:9:kworker.0 00000100:00000001:2.0:1787613969.627301:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787613969.627304:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787613969.627305:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613969.627313:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787613969.627316:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd895fc200. 02000000:00000001:2.0:1787613969.627317:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787613969.627321:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:2.0:1787613969.627324:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd90c388f0. 00000400:00000010:2.0:1787613969.627327:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe990. 00000100:00000200:2.0:1787613969.627331:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323776, portal 4 00000100:00000001:2.0:1787613969.627332:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787613969.627334:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526630400 : -104464182921216 : ffffa0fd897c3800) 00000100:00000040:2.0:1787613969.627340:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627500:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787613969.627503:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1787613969.627507:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe6e8. 00000100:00000200:2.0:1787613969.627510:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874448849323776, offset 0 00000400:00000200:2.0:1787613969.627514:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1787613969.627519:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613969.627524:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1787613969.627526:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787613969.627529:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1787613969.627531:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787613969.627534:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1787613969.627537:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [148:148:252:4294967295] 192.168.203.106@tcp LPNI seq info [148:148:4:4294967295] 00000400:00000200:2.0:1787613969.627541:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613969.627546:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1787613969.627551:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1787613969.627555:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd851f0e00. 00000800:00000200:2.0:1787613969.627559:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1787613969.627564:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1787613969.627567:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd851f0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787613969.627570:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613969.627579:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: using a timeout of 17992 usecs (18 jiffies) 00000400:00000200:2.0:1787613969.627582:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:2.0:1787613969.627584:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295048212 00000100:00000001:2.0:1787613969.627586:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295049472 00000100:00000001:2.0:1787613969.627588:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295048212 00000100:00000001:2.0:1787613969.627590:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295049472 00000100:00000001:2.0:1787613969.627592:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613969.627595:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.627597:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.627601:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613969.627611:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787613969.627613:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1787613969.627616:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613969.627617:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787613969.627619:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.627621:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787613969.627692:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613969.627698:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fda0263100. 00000400:00000200:2.0:1787613969.627707:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613969.627714:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613969.627720:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770c38 00000400:00000010:2.0:1787613969.627723:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770c38. 00000100:00000001:2.0:1787613969.627729:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613969.627735:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627747:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613969.627751:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627759:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.627760:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787613969.627774:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613969.627776:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909be800. 00000400:00000200:2.0:1787613969.627779:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613969.627788:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613969.627791:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770550 00000400:00000010:2.0:1787613969.627793:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770550. 00000100:00000001:2.0:1787613969.627796:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613969.627800:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627808:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613969.627811:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627817:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.627819:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787613969.627827:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613969.627829:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909bee00. 00000400:00000200:2.0:1787613969.627832:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613969.627834:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613969.627837:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770d48 00000400:00000010:2.0:1787613969.627838:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770d48. 00000100:00000001:2.0:1787613969.627841:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613969.627845:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.627851:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1787613969.630751:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613969.630767:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632e00. 02000000:00000001:0.0:1787613969.630772:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613969.630784:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613969.630792:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065e70. 00000400:00000010:0.0:1787613969.630802:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770660. 00000100:00000200:0.0:1787613969.630813:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323136, portal 10 00000100:00000001:0.0:1787613969.630817:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613969.630819:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526616960 : -104464182934656 : ffffa0fd897c0380) 00000100:00000040:0.0:1787613969.630837:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.630847:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613969.630851:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613969.630864:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770ee0. 00000100:00000200:0.0:1787613969.630869:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849323136, offset 0 00000400:00000200:0.0:1787613969.630877:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613969.630888:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.630898:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613969.630906:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613969.630911:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613969.630915:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613969.630918:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613969.630922:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [149:149:253:4294967295] 192.168.203.106@tcp LPNI seq info [149:149:5:4294967295] 00000400:00000200:0.0:1787613969.630926:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.630938:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613969.630945:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613969.630952:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909bec00. 00000800:00000200:0.0:1787613969.630959:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613969.630968:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613969.630973:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909bec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613969.630977:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.630997:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: using a timeout of 128073 usecs (129 jiffies) 00000400:00000200:0.0:1787613969.631001:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613969.631004:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295048328 00000100:00000001:0.0:1787613969.631008:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.631011:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295048328 00000100:00000001:0.0:1787613969.631014:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.631016:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.631020:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.631025:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613969.631031:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.631040:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613969.631042:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.631046:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613969.631049:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613969.631052:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613969.631056:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849323392:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613969.631061:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613969.631067:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613969.631070:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.631072:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613969.631075:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633a00. 02000000:00000001:0.0:1787613969.631077:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613969.631080:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613969.631082:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065b00. 00000400:00000010:0.0:1787613969.631086:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907705d8. 00000100:00000200:0.0:1787613969.631089:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323392, portal 10 00000100:00000001:0.0:1787613969.631090:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613969.631092:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526626816 : -104464182924800 : ffffa0fd897c2a00) 00000100:00000040:0.0:1787613969.631099:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.631138:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613969.631141:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613969.631144:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770088. 00000100:00000200:0.0:1787613969.631147:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849323392, offset 0 00000400:00000200:0.0:1787613969.631151:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613969.631155:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.631159:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613969.631162:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613969.631164:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613969.631167:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613969.631169:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613969.631172:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [150:150:252:4294967295] 192.168.203.106@tcp LPNI seq info [150:150:4:4294967295] 00000400:00000200:0.0:1787613969.631176:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613969.631181:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613969.631186:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613969.631189:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909be200. 00000800:00000200:0.0:1787613969.631193:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613969.631197:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613969.631199:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909be200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613969.631202:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.631205:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: using a timeout of 17333 usecs (18 jiffies) 00000400:00000200:0.0:1787613969.631208:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613969.631210:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295048218 00000100:00000001:0.0:1787613969.631212:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.631214:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295048218 00000100:00000001:0.0:1787613969.631216:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295049472 00000100:00000001:0.0:1787613969.631218:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.631220:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.631230:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.631236:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.631259:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613969.631262:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613969.631342:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631360:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.631363:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787613969.631416:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613969.631420:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd851f0500. 00000400:00000200:2.0:1787613969.631426:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613969.631431:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613969.631438:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe3b8 00000400:00000010:2.0:1787613969.631440:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe3b8. 00000100:00000001:2.0:1787613969.631447:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613969.631459:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631468:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613969.631471:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631477:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.631478:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787613969.631487:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613969.631489:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd851f0e00. 00000400:00000200:2.0:1787613969.631491:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613969.631494:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613969.631497:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe6e8 00000400:00000010:2.0:1787613969.631498:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe6e8. 00000100:00000001:2.0:1787613969.631500:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613969.631504:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631511:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613969.631513:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631519:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.631520:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787613969.631526:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613969.631528:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909bec00. 00000400:00000200:2.0:1787613969.631531:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613969.631534:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613969.631536:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770ee0 00000400:00000010:2.0:1787613969.631538:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770ee0. 00000100:00000001:2.0:1787613969.631540:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613969.631543:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631550:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613969.631552:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631564:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.631566:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787613969.631642:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613969.631645:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909be200. 00000400:00000200:2.0:1787613969.631648:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613969.631651:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613969.631654:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770088 00000400:00000010:2.0:1787613969.631656:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770088. 00000100:00000001:2.0:1787613969.631658:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613969.631662:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631669:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613969.631672:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613969.631677:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613969.631679:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787613969.637513:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.637537:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613969.637542:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.637545:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.637556:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.637564:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613969.637575:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.637580:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.637586:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.637600:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d04680 00000400:00000200:3.0:1787613969.637606:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.637613:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:3.0:1787613969.637623:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.637628:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.637631:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613969.637637:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613969.637648:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613969.637661:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613969.637674:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613969.637733:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613969.637739:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787613969.640767:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613969.640795:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.640812:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613969.640817:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.640819:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.640830:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.640839:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613969.640847:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.640863:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.640870:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.640874:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 4 MB=0x6a8cd21d04700 00000400:00000200:3.0:1787613969.640880:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.640888:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.106@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:3.0:1787613969.640898:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.640903:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.640906:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613969.640912:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613969.640920:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613969.640931:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613969.640972:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613969.640982:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613969.640987:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.640991:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613969.640993:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.640995:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.640999:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641003:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613969.641007:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641010:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641013:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641016:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 25 MB=0x6a8cd21d04400 00000400:00000200:3.0:1787613969.641020:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641025:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:3.0:1787613969.641030:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641033:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641035:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613969.641039:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613969.641042:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613969.641047:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613969.641056:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613969.641078:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613969.641082:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641085:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613969.641087:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641090:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641093:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641102:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613969.641106:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641109:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641112:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641136:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04500 00000400:00000200:3.0:1787613969.641141:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641146:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:3.0:1787613969.641150:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641155:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641157:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613969.641159:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613969.641163:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613969.641167:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613969.641176:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613969.641183:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613969.641187:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641190:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613969.641192:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641194:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641197:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641200:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613969.641204:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641206:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641209:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641211:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04600 00000400:00000200:3.0:1787613969.641214:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641218:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1787613969.641221:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641224:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641232:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613969.641236:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613969.641239:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613969.641245:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613969.641253:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613969.641261:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613969.641265:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641268:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613969.641270:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641273:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641276:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641279:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613969.641283:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641286:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641289:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641291:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04480 00000400:00000200:3.0:1787613969.641294:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641299:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:3.0:1787613969.641303:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641307:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641309:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613969.641311:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613969.641314:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613969.641319:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613969.641327:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613969.641333:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613969.641343:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641346:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613969.641348:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641350:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641353:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641356:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613969.641360:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641363:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641366:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641368:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04580 00000400:00000200:3.0:1787613969.641371:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613969.641376:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1787613969.641381:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641389:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613969.641403:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613969.641407:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613969.641410:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613969.641415:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613969.641424:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613969.641479:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613969.641483:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613969.641487:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.645559:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613969.645571:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613969.645583:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613969.645586:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613969.645591:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065e70. 00000400:00000200:0.0:1787613969.645599:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770660 00000400:00000010:0.0:1787613969.645602:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770660. 00000100:00000001:0.0:1787613969.645608:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613969.645622:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613969.645635:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.645645:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613969.645647:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.645651:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613969.645655:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613969.645658:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613969.645660:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.645664:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613969.645676:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd890bec60 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613969.645681:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd890bec18 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613969.645684:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613969.645686:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613969.645690:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613969.645695:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.645699:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613969.645702:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:0.0:1787613969.645704:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613969.645706:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.645712:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.645720:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.645736:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613969.645739:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613969.645744:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613969.645752:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849323136:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613969.645759:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613969.645760:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613969.645763:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065b00. 00000400:00000200:0.0:1787613969.645765:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907705d8 00000400:00000010:0.0:1787613969.645767:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907705d8. 00000100:00000001:0.0:1787613969.645770:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613969.645775:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613969.645784:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.645789:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613969.645791:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.645793:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613969.645794:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613969.645795:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613969.645797:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.645799:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613969.645803:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89563460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613969.645806:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89563418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613969.645809:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613969.645810:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613969.645812:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613969.645814:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.645816:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613969.645818:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613969.645819:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613969.645821:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.645824:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.645838:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.645840:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613969.645841:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613969.645845:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613969.645863:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849323392:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613969.645870:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613969.645872:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613969.645875:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065dc0. 00000400:00000200:0.0:1787613969.645878:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770990 00000400:00000010:0.0:1787613969.645879:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770990. 00000100:00000001:0.0:1787613969.645881:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613969.645886:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613969.645895:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.645902:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613969.645903:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.645905:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613969.645906:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613969.645908:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613969.645909:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.645911:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613969.645915:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613969.645918:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613969.645920:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613969.645921:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613969.645923:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613969.645925:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.645928:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.645931:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.645943:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.645945:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613969.645946:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613969.645950:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613969.645957:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849323008:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613969.645964:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613969.645965:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613969.645968:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880658f0. 00000400:00000200:0.0:1787613969.645970:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770770 00000400:00000010:0.0:1787613969.645972:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770770. 00000100:00000001:0.0:1787613969.645975:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613969.645979:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613969.645987:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.645993:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613969.645995:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.645996:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613969.645998:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613969.645999:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613969.646001:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.646002:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613969.646007:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd894fd460 time=80 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613969.646011:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd894fd418 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613969.646013:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613969.646015:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613969.646017:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613969.646021:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613969.646037:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.646040:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613969.646041:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:0.0:1787613969.646043:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613969.646045:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.646049:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646056:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.646058:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613969.646059:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613969.646063:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613969.646071:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849323264:192.168.203.106@tcp:400:kworker.0 00000400:00000001:0.0:1787613969.646078:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613969.646079:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613969.646081:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065840. 00000400:00000200:0.0:1787613969.646084:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770880 00000400:00000010:0.0:1787613969.646086:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770880. 00000100:00000001:0.0:1787613969.646089:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613969.646093:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613969.646101:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646108:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613969.646110:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646112:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613969.646200:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613969.646203:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613969.646204:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613969.646212:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613969.646217:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89562460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613969.646221:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89562418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613969.646223:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613969.646225:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613969.646226:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613969.646230:0:2411:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613969.646237:0:2411:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.646239:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613969.646241:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613969.646243:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613969.646244:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613969.646248:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646255:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613969.646257:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613969.646258:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613969.646261:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613969.646268:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849323520:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613969.646272:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646276:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613969.646280:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c0380 x1874448849323136/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646288:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613969.646291:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613969.646295:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632e00. 02000000:00000001:0.0:1787613969.646298:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613969.646302:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613969.646304:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd890be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000001:0.0:1787613969.646312:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613969.646315:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0263f00. 02000000:00000001:0.0:1787613969.646319:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613969.646321:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613969.646324:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c0380. 00000100:00000001:0.0:1787613969.646328:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613969.646329:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646331:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613969.646335:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c2a00 x1874448849323392/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646342:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613969.646343:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613969.646345:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633a00. 02000000:00000001:0.0:1787613969.646347:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613969.646349:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613969.646350:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89563000 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000001:0.0:1787613969.646352:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613969.646353:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0263b00. 02000000:00000001:0.0:1787613969.646355:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613969.646357:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613969.646358:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c2a00. 00000100:00000001:0.0:1787613969.646361:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613969.646363:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646364:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613969.646367:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c2680 x1874448849323008/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646372:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613969.646374:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613969.646375:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632000. 02000000:00000001:0.0:1787613969.646377:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613969.646378:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613969.646380:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1787613969.646381:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613969.646383:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0263d00. 02000000:00000001:0.0:1787613969.646385:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613969.646386:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613969.646393:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c2680. 00000100:00000001:0.0:1787613969.646395:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613969.646396:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646398:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613969.646402:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c0700 x1874448849323264/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646408:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613969.646409:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613969.646411:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633000. 02000000:00000001:0.0:1787613969.646413:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613969.646414:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613969.646415:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd894fd000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000020:00000001:0.0:1787613969.646417:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613969.646419:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0263200. 02000000:00000001:0.0:1787613969.646421:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613969.646422:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613969.646423:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c0700. 00000100:00000001:0.0:1787613969.646425:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613969.646426:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646427:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613969.646430:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c1880 x1874448849323520/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613969.646437:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613969.646438:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613969.646439:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633800. 02000000:00000001:0.0:1787613969.646441:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613969.646442:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613969.646444:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89562000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000001:0.0:1787613969.646445:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613969.646446:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0263e00. 02000000:00000001:0.0:1787613969.646449:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613969.646449:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613969.646451:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c1880. 00000100:00000001:0.0:1787613969.646453:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613969.646454:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646457:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613969.646471:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613969.646473:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613969.646476:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613969.646479:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1787613969.646984:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613969.646989:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613969.646993:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd90c38dc0. 00000400:00000200:1.0:1787613969.646998:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fee58 00000400:00000010:1.0:1787613969.647000:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fee58. 00000100:00000001:1.0:1787613969.647006:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613969.647015:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613969.647024:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613969.647030:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613969.647032:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613969.647034:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613969.647037:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613969.647038:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613969.647040:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613969.647042:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1787613969.647056:0:2410:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa0fd85600000. 00000100:00001000:1.0:1787613969.647063:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89564460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613969.647067:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89564418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613969.647069:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613969.647071:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613969.647073:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787613969.647077:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787613969.647094:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613969.647097:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787613969.647099:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:1.0:1787613969.647101:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613969.647103:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613969.647107:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613969.647330:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613969.647334:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613969.647336:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787613969.647341:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787613969.647350:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd89564000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787613969.647355:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613969.647363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849323648:192.168.203.106@tcp:9:kworker.0 00000400:00000001:1.0:1787613969.647371:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613969.647372:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613969.647374:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd90c388f0. 00000400:00000200:1.0:1787613969.647377:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe990 00000400:00000010:1.0:1787613969.647378:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe990. 00000100:00000001:1.0:1787613969.647381:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613969.647385:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613969.647494:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613969.647500:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613969.647507:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613969.647509:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613969.647511:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613969.647512:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613969.647514:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613969.647516:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1787613969.647536:0:2410:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffffa0fd831c8000. 00000100:00001000:1.0:1787613969.647542:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89567c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613969.647545:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89567c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613969.647547:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613969.647548:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613969.647550:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787613969.647554:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787613969.647560:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613969.647563:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787613969.647565:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:1.0:1787613969.647567:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613969.647568:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613969.647572:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613969.647578:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613969.647580:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613969.647581:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787613969.647584:0:2410:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787613969.647591:0:2410:0:(import.c:65:import_set_state_nolock()) ffffa0fd89567800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787613969.647595:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613969.647603:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:91b6144e-cdc8-415e-960e-eedf74a78440:2410:1874448849323776:192.168.203.106@tcp:9:kworker.0 00000100:00000001:1.0:1787613969.647615:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613969.647618:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613969.647622:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c1c00 x1874448849323648/t0(0) o9->lustre-OST0000-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613969.647629:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613969.647631:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613969.647634:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd895fc000. 02000000:00000001:1.0:1787613969.647637:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613969.647639:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613969.647640:0:2410:0:(genops.c:1223:class_import_put()) import ffffa0fd89564000 refcount=2 obd=lustre-OST0000-osc-ffffa0fd8313d800 00000020:00000001:1.0:1787613969.647643:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613969.647645:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0263300. 02000000:00000001:1.0:1787613969.647649:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613969.647651:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613969.647652:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c1c00. 00000100:00000001:1.0:1787613969.647656:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613969.647657:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613969.647659:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613969.647662:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c3800 x1874448849323776/t0(0) o9->lustre-OST0001-osc-ffffa0fd8313d800@192.168.203.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1787613979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613969.647667:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613969.647668:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613969.647670:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd895fc200. 02000000:00000001:1.0:1787613969.647671:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613969.647673:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613969.647674:0:2410:0:(genops.c:1223:class_import_put()) import ffffa0fd89567800 refcount=2 obd=lustre-OST0001-osc-ffffa0fd8313d800 00000020:00000001:1.0:1787613969.647676:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613969.647677:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fda0263700. 02000000:00000001:1.0:1787613969.647679:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613969.647680:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613969.647681:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c3800. 00000100:00000001:1.0:1787613969.647684:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613969.647685:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613969.647687:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613969.647696:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613969.647702:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613969.647705:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613969.647707:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613970.263884:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613970.263894:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613970.263900:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613970.263901:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613970.266668:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613970.266679:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613970.266684:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787613970.967242:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295049472, at 4295049536 00000100:00000040:3.0:1787613970.967242:0:8245:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295049472, at 4295049536 00000100:00000010:2.0:1787613970.967264:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352000. 00000100:00000010:3.0:1787613970.967266:0:8245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352cc0. 00010000:00000001:0.0:1787613971.287745:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613971.287754:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613971.287761:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613971.287762:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613971.287780:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613971.287784:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613971.287787:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613972.311454:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613972.311463:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613972.311469:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613972.311470:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787613972.311540:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787613972.311544:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613972.311546:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613973.339691:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613973.339698:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613973.339703:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613973.339704:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613973.339728:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613973.339731:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613973.339734:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787613973.876961:0:10086:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787613973.876976:0:10086:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787613974.202818:0:10122:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787613974.202837:0:10122:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1787613974.211290:0:10122:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1787613974.360181:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613974.360193:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613974.360200:0:53:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613974.360202:0:53:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613974.360234:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613974.360238:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613974.360242:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787613974.744417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ccbc63f5-e716-4944-9431-a687fec3a917->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613974.744425:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613974.744432:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00700. 00000020:00000040:1.0:1787613974.744438:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613974.744442:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613974.744445:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613974.744450:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613974.744458:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc600. 00000100:00000001:1.0:1787613974.744465:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744477:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ccbc63f5-e716-4944-9431-a687fec3a917->MGS req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613974.744486:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613974.744491:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744496:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000465f902e] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.744518:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613974.744524:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613974.744528:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a03800. 00000020:00000040:1.0:1787613974.744530:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd890be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000100:00000001:1.0:1787613974.744532:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613974.744534:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613974.744536:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.744539:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1787613974.744539:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc300. 00000100:00000001:0.0:1787613974.744545:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613974.744548:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787613974.744550:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744555:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787613974.744558:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.744562:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613974.744565:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.744566:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1787613974.744568:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffcdb297] to pc [ptlrpcd_00_00+0] req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613974.744569:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613974.744574:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787613974.744577:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613974.744583:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613974.744586:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a01f80. 00000020:00000040:1.0:1787613974.744588:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd894fd000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000100:00000001:1.0:1787613974.744590:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613974.744592:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613974.744607:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613974.744611:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fce00. 00000100:00000001:1.0:1787613974.744614:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744619:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613974.744626:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613974.744628:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744632:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089934aaa] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.744640:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787613974.744643:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613974.744646:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744646:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787613974.744648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787613974.744651:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849323904:192.168.203.106@tcp:400:kworker.0 00000100:00000040:1.0:1787613974.744652:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1787613974.744655:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1787613974.744659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787613974.744662:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787613974.744663:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1787613974.744665:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787613974.744666:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a01880. 02000000:00000001:0.0:1787613974.744668:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1787613974.744668:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89563000 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000100:00000001:1.0:1787613974.744670:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613974.744672:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1787613974.744673:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83ff7600. 02000000:00000001:1.0:1787613974.744673:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613974.744675:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613974.744676:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc800. 00000100:00000001:1.0:1787613974.744679:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613974.744682:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000040:1.0:1787613974.744683:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787613974.744687:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065840. 00000100:00000001:1.0:1787613974.744690:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613974.744691:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787613974.744694:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770880. 00000100:00000040:1.0:1787613974.744695:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d9fa2d] to pc [ptlrpcd_00_00+0] req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.744701:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787613974.744702:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849323904, portal 25 00000100:00000040:1.0:1787613974.744703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787613974.744704:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613974.744706:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528977152 : -104464180574464 : ffffa0fd89a00700) 00000100:00000001:1.0:1787613974.744706:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613974.744708:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00380. 00000020:00000040:1.0:1787613974.744710:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89562000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000100:00000040:0.0:1787613974.744712:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.744712:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613974.744713:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613974.744715:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613974.744718:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc000. 00000100:00000001:0.0:1787613974.744720:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787613974.744720:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613974.744723:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000100:00000040:1.0:1787613974.744724:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787613974.744726:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770770. 00000100:00000200:0.0:1787613974.744729:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874448849323904, offset 0 00000100:00000001:1.0:1787613974.744730:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613974.744732:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744734:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a0a9050] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787613974.744736:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000100:00000001:1.0:1787613974.744744:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.744746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787613974.744747:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000040:1.0:1787613974.744749:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787613974.744752:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787613974.744754:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1787613974.744756:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000100:00000040:1.0:1787613974.744759:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000400:00000200:0.0:1787613974.744762:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613974.744767:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613974.744771:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613974.744774:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613974.744785:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [151:151:256:4294967295] 192.168.203.106@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1787613974.744791:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613974.744802:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613974.744810:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613974.744815:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909bec00. 00000800:00000200:0.0:1787613974.744958:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613974.744967:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613974.744973:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909bec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613974.744992:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613974.744998:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613974.745001:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295054592 00000100:00000010:0.0:1787613974.745007:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352de0. 00000100:00000001:0.0:1787613974.745016:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787613974.745021:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295054592 00000100:00000010:0.0:1787613974.745024:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352b40. 00000100:00000001:0.0:1787613974.745029:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787613974.745032:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613974.745035:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.745039:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.745042:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787613974.745380:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613974.745386:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909bec00. 00000400:00000200:3.0:1787613974.745394:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.745406:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613974.745414:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770770 00000400:00000010:3.0:1787613974.745417:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770770. 00000100:00000001:3.0:1787613974.745422:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613974.745428:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.745439:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613974.745443:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.745450:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613974.745451:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787613974.746058:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613974.746064:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787613974.746069:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613974.746071:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613974.746074:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613974.746083:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613974.746093:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613974.746095:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613974.746100:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613974.746104:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613974.746106:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613974.746137:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849324160:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613974.746142:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613974.746146:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613974.746149:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613974.746151:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613974.746156:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83ff7e00. 02000000:00000001:0.0:1787613974.746158:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613974.746164:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613974.746169:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd880658f0. 00000400:00000010:0.0:1787613974.746176:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770990. 00000100:00000200:0.0:1787613974.746183:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849324160, portal 10 00000100:00000001:0.0:1787613974.746185:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613974.746187:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528983424 : -104464180568192 : ffffa0fd89a01f80) 00000100:00000040:0.0:1787613974.746404:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613974.746414:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613974.746418:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613974.746423:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd907705d8. 00000100:00000200:0.0:1787613974.746427:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849324160, offset 0 00000400:00000200:0.0:1787613974.746434:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613974.746443:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613974.746451:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613974.746457:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613974.746461:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613974.746465:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613974.746468:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613974.746472:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [152:152:256:4294967295] 192.168.203.106@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1787613974.746475:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613974.746485:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613974.746491:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613974.746506:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909be800. 00000800:00000200:0.0:1787613974.746519:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613974.746527:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613974.746531:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909be800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613974.746702:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613974.746708:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: using a timeout of 150377 usecs (151 jiffies) 00000400:00000200:0.0:1787613974.746712:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613974.746715:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295053466 00000100:00000001:0.0:1787613974.746719:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295054592 00000100:00000001:0.0:1787613974.746722:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295053466 00000100:00000001:0.0:1787613974.746725:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295054592 00000100:00000001:0.0:1787613974.746727:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613974.746730:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.746733:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613974.746738:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613974.746747:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613974.746748:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613974.746751:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613974.746753:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613974.746755:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613974.746759:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849324416:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613974.746762:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613974.746766:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613974.746768:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613974.746769:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613974.746773:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83ff6c00. 02000000:00000001:0.0:1787613974.746775:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613974.746779:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613974.746782:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065dc0. 00000400:00000010:0.0:1787613974.746786:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770660. 00000100:00000200:0.0:1787613974.746789:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849324416, portal 10 00000100:00000001:0.0:1787613974.746797:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613974.746799:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000001:1.0:1787613974.747278:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.747283:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613974.747286:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613974.747295:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.747303:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613974.747305:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.747307:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613974.747309:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787613974.747349:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613974.747358:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613974.747361:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613974.747365:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770198. 02000000:00000001:1.0:1787613974.747369:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787613974.747370:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849324416, offset 0 00000100:00100000:1.0:1787613974.747377:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849324032:192.168.203.106@tcp:400:kworker.0 00000400:00000200:0.0:1787613974.747382:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000100:00000001:1.0:1787613974.747385:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787613974.747390:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1787613974.747391:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 02000000:00000001:1.0:1787613974.747393:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.747397:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1787613974.747401:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 02000000:00000010:1.0:1787613974.747403:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd86353000. 02000000:00000001:1.0:1787613974.747407:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613974.747409:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613974.747414:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613974.747417:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000010:1.0:1787613974.747420:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f258f0. 00000400:00000200:0.0:1787613974.747422:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613974.747426:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000010:1.0:1787613974.747427:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925eec38. 00000400:00000200:0.0:1787613974.747433:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [153:153:255:4294967295] 192.168.203.106@tcp LPNI seq info [153:153:7:4294967295] 00000100:00000200:1.0:1787613974.747435:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849324032, portal 10 00000100:00000001:1.0:1787613974.747440:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1787613974.747443:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613974.747443:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528989696 : -104464180561920 : ffffa0fd89a03800) 00000400:00000200:0.0:1787613974.747455:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000100:00000040:1.0:1787613974.747462:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787613974.747465:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000001:3.0:1787613974.747467:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:0.0:1787613974.747475:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909bec00. 00000100:00000001:1.0:1787613974.747475:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613974.747479:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000800:00000001:3.0:1787613974.747483:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1787613974.747484:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee000. 00000800:00000200:0.0:1787613974.747487:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000001:3.0:1787613974.747488:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1787613974.747489:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849324032, offset 0 00000800:00000001:3.0:1787613974.747492:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787613974.747497:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613974.747497:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613974.747501:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.747502:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:1.0:1787613974.747505:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613974.747508:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787613974.747508:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000800:00000200:0.0:1787613974.747514:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000400:00000200:1.0:1787613974.747514:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1787613974.747514:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613974.747519:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787613974.747520:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000800:00000200:0.0:1787613974.747522:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909bec00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1787613974.747523:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1787613974.747525:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 25 MB=0x6a8cd21d04780 00000400:00000200:1.0:1787613974.747529:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [154:154:254:4294967295] 192.168.203.106@tcp LPNI seq info [154:154:6:4294967295] 00000100:00000001:0.0:1787613974.747531:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613974.747533:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613974.747535:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000040:0.0:1787613974.747539:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: using a timeout of 19567 usecs (20 jiffies) 00000400:00000200:3.0:1787613974.747541:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 224/224 into md 0x895 [1] + 224 00000400:00000200:1.0:1787613974.747545:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1787613974.747549:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000001:3.0:1787613974.747551:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:1.0:1787613974.747552:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc700. 00000800:00000200:1.0:1787613974.747556:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000001:3.0:1787613974.747556:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.747560:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1787613974.747561:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613974.747564:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1787613974.747565:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613974.747573:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1787613974.747587:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.747591:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: using a timeout of 123873 usecs (124 jiffies) 00000400:00000200:1.0:1787613974.747918:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613974.747921:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295053440 00000100:00000001:1.0:1787613974.747925:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295054592 00000100:00000001:1.0:1787613974.747928:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295053440 00000100:00000001:1.0:1787613974.747930:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295054592 00000100:00000001:1.0:1787613974.747933:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613974.747948:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.747951:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613974.747958:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.747966:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613974.747968:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.747970:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613974.747973:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787613974.747975:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787613974.747978:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849324288:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613974.747981:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787613974.747984:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613974.747986:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.747988:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787613974.747992:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd86352e00. 02000000:00000001:1.0:1787613974.747994:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613974.747998:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:1.0:1787613974.748000:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f25ec8. 00000400:00000010:1.0:1787613974.748005:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee2a8. 00000100:00000200:1.0:1787613974.748009:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849324288, portal 10 00000100:00000001:1.0:1787613974.748011:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613974.748013:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528981632 : -104464180569984 : ffffa0fd89a01880) 00000100:00000040:1.0:1787613974.748020:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.748027:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613974.748029:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1787613974.748032:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee330. 00000100:00000200:1.0:1787613974.748035:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849324288, offset 0 00000400:00000200:1.0:1787613974.748040:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1787613974.748045:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613974.748050:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613974.748054:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613974.748062:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1787613974.748065:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787613974.748068:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1787613974.748071:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [155:155:253:4294967295] 192.168.203.106@tcp LPNI seq info [155:155:5:4294967295] 00000400:00000200:1.0:1787613974.748075:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613974.748081:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000400:00000200:0.0:1787613974.748087:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000800:00000200:1.0:1787613974.748089:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000100:00000001:0.0:1787613974.748092:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295053336 00000800:00000010:1.0:1787613974.748095:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc200. 00000100:00000001:0.0:1787613974.748097:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295054592 00000100:00000001:0.0:1787613974.748101:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295053336 00000800:00000200:1.0:1787613974.748104:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000100:00000001:0.0:1787613974.748105:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295054592 00000800:00000200:1.0:1787613974.748111:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613974.748143:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613974.748149:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613974.748150:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.748155:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.748158:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: using a timeout of 18327 usecs (19 jiffies) 00000100:00000001:0.0:1787613974.748161:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613974.748165:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613974.748168:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.748169:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295053336 00000100:00000001:1.0:1787613974.748174:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295054592 00000100:00000001:1.0:1787613974.748176:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295053336 00000100:00000001:1.0:1787613974.748179:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295054592 00000100:00000001:0.0:1787613974.748180:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613974.748181:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613974.748184:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787613974.748186:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.748190:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.748191:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.748194:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613974.748195:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613974.748198:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.748201:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613974.748203:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.748205:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787613974.748209:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.748211:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613974.748213:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.748216:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787613974.748680:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613974.748692:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.748716:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613974.748723:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613974.748727:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613974.748734:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613974.748736:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613974.748740:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065840. 00000400:00000200:0.0:1787613974.748745:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770880 00000400:00000010:0.0:1787613974.748749:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770880. 00000100:00000001:0.0:1787613974.748753:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613974.748759:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787613974.748767:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1787613974.748771:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1787613974.748774:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909be800. 00000400:00000200:3.0:1787613974.748783:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1787613974.748784:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613974.748788:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.748793:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:0.0:1787613974.748794:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613974.748799:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1787613974.748801:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd907705d8 00000400:00000010:3.0:1787613974.748805:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd907705d8. 00000100:00000001:3.0:1787613974.748809:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613974.748813:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.748988:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613974.748993:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.749000:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613974.749002:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787613974.749017:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.749025:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787613974.749034:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613974.749036:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909bec00. 00000400:00000200:3.0:1787613974.749040:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.749044:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613974.749301:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770198 00000400:00000010:3.0:1787613974.749305:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770198. 00000100:00000001:3.0:1787613974.749309:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613974.749315:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.749323:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613974.749326:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.749332:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613974.749333:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787613974.749351:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613974.749354:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc700. 00000400:00000200:3.0:1787613974.749357:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.749361:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613974.749364:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee000 00000400:00000010:3.0:1787613974.749366:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee000. 00000100:00000001:3.0:1787613974.749369:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613974.749374:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.749382:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613974.749385:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.749391:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613974.749393:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787613974.749980:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613974.749986:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613974.749992:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613974.750002:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613974.750009:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613974.750012:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613974.750014:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613974.750018:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613974.750022:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.750026:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613974.750044:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613974.750053:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613974.750058:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613974.750061:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613974.750065:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613974.750075:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849323904:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613974.750081:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.750084:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613974.750088:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00700 x1874448849323904/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613974.750096:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613974.750100:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613974.750104:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83ff7600. 02000000:00000001:0.0:1787613974.750109:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613974.750113:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613974.750134:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1787613974.750137:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613974.750141:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc600. 02000000:00000001:0.0:1787613974.750145:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613974.750148:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613974.750151:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00700. 00000100:00000001:0.0:1787613974.750155:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613974.750156:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613974.750161:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.750163:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613974.750166:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613974.750168:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613974.750170:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613974.751441:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613974.751454:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc200. 00000400:00000200:3.0:1787613974.751461:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.751472:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613974.751480:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee330 00000400:00000010:3.0:1787613974.751483:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee330. 00000100:00000001:3.0:1787613974.751489:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613974.751498:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.751511:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613974.751515:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.751522:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613974.751524:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787613974.761002:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761024:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613974.761030:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761032:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.761045:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761087:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613974.761098:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761103:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761110:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761142:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04880 00000400:00000200:3.0:1787613974.761149:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761156:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:3.0:1787613974.761173:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761179:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.761183:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.761189:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613974.761198:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613974.761210:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613974.761221:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.761244:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613974.761254:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761258:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613974.761260:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761261:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.761264:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761268:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613974.761271:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761273:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761276:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761278:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04800 00000400:00000200:3.0:1787613974.761281:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761285:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1787613974.761289:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761291:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.761299:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.761302:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613974.761305:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613974.761310:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613974.761318:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.761329:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613974.761332:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761335:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613974.761337:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761339:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.761342:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761346:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613974.761350:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761352:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761356:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761358:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04900 00000400:00000200:3.0:1787613974.761361:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.761364:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:3.0:1787613974.761367:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761374:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.761376:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.761379:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613974.761382:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613974.761386:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613974.761394:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.761401:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613974.761411:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.761414:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.761709:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.761716:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613974.761725:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613974.761727:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613974.761741:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f258f0. 00000400:00000200:1.0:1787613974.761746:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925eec38 00000400:00000010:1.0:1787613974.761749:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925eec38. 00000100:00000001:1.0:1787613974.761753:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613974.761759:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613974.761770:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.761777:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613974.761780:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.761783:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613974.761788:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613974.761791:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613974.761793:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.761796:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613974.761809:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd890bec60 time=86 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613974.761813:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd890bec18 time=86 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613974.761816:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613974.761827:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613974.761831:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613974.761836:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.761840:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787613974.761842:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:1.0:1787613974.761844:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613974.761846:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.761851:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.761859:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613974.761862:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613974.761864:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613974.761869:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613974.761878:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849324032:192.168.203.106@tcp:400:kworker.0 00000400:00000001:1.0:1787613974.761890:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613974.761891:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613974.761893:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f25ec8. 00000400:00000200:1.0:1787613974.761896:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee2a8 00000400:00000010:1.0:1787613974.761897:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee2a8. 00000100:00000001:1.0:1787613974.761899:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613974.761903:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613974.761912:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.761917:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613974.761919:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.761921:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613974.761922:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613974.761924:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613974.761925:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.761926:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613974.761933:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89563460 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613974.761936:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89563418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613974.761939:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613974.761940:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613974.761942:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613974.761944:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.761947:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787613974.761949:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:1.0:1787613974.761950:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613974.761952:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.761955:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.761961:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613974.761963:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613974.761965:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613974.761968:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613974.761981:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849324288:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613974.761985:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.761989:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613974.761992:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a03800 x1874448849324032/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.761999:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613974.762002:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613974.762007:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd86353000. 02000000:00000001:1.0:1787613974.762011:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613974.762014:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613974.762016:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd890be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000001:1.0:1787613974.762018:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613974.762021:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc300. 02000000:00000001:1.0:1787613974.762026:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613974.762027:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613974.762029:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a03800. 00000100:00000001:1.0:1787613974.762033:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613974.762035:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.762037:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613974.762040:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a01880 x1874448849324288/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.762046:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613974.762047:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613974.762049:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd86352e00. 02000000:00000001:1.0:1787613974.762051:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613974.762053:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613974.762054:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89563000 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000001:1.0:1787613974.762056:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613974.762057:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc800. 02000000:00000001:1.0:1787613974.762059:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613974.762060:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613974.762061:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a01880. 00000100:00000001:1.0:1787613974.762068:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613974.762070:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.762072:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.762082:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613974.762084:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.762087:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.762091:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.762101:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.762104:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613974.762108:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613974.762111:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613974.762113:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd880658f0. 00000400:00000200:1.0:1787613974.762143:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770990 00000400:00000010:1.0:1787613974.762145:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770990. 00000100:00000001:1.0:1787613974.762148:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613974.762153:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613974.762162:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.762169:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613974.762170:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.762172:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613974.762174:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613974.762176:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613974.762177:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.762179:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613974.762184:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd894fd460 time=85 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613974.762187:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd894fd418 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613974.762188:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613974.762190:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613974.762191:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787613974.762195:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787613974.762202:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.762204:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787613974.762211:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:1.0:1787613974.762213:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613974.762215:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.762219:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.762225:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613974.762227:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613974.762229:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613974.762232:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613974.762238:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849324160:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613974.762244:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.762245:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613974.762248:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a01f80 x1874448849324160/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.762255:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613974.762257:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613974.762258:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83ff7e00. 02000000:00000001:1.0:1787613974.762261:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613974.762263:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613974.762264:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd894fd000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000020:00000001:1.0:1787613974.762266:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613974.762267:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fce00. 02000000:00000001:1.0:1787613974.762269:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613974.762270:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613974.762272:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a01f80. 00000100:00000001:1.0:1787613974.762274:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613974.762275:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.762278:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.762279:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.762281:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613974.762282:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.762284:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787613974.765266:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.765287:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613974.765293:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.765295:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.765306:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.765315:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613974.765325:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.765330:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.765336:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.765341:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04980 00000400:00000200:3.0:1787613974.765346:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613974.765353:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:3.0:1787613974.765361:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.765429:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613974.765433:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613974.765438:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613974.765448:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613974.765458:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613974.765469:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613974.765488:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613974.765498:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613974.765501:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.765515:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.765521:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613974.765530:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613974.765532:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613974.765536:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065dc0. 00000400:00000200:1.0:1787613974.765541:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770660 00000400:00000010:1.0:1787613974.765544:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770660. 00000100:00000001:1.0:1787613974.765547:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613974.765553:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613974.765561:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.765567:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613974.765569:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.765571:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613974.765576:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613974.765578:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613974.765581:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613974.765584:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613974.765595:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89562460 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613974.765599:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89562418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613974.765602:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613974.765604:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613974.765606:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787613974.765611:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787613974.765618:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.765622:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787613974.765624:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:1.0:1787613974.765626:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613974.765628:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613974.765632:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.765639:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613974.765648:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613974.765651:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613974.765655:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613974.765663:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849324416:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613974.765668:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.765671:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613974.765675:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00380 x1874448849324416/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613974.765681:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613974.765684:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613974.765688:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83ff6c00. 02000000:00000001:1.0:1787613974.765692:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613974.765694:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613974.765696:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd89562000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000001:1.0:1787613974.765699:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613974.765701:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc000. 02000000:00000001:1.0:1787613974.765705:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613974.765707:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613974.765709:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00380. 00000100:00000001:1.0:1787613974.765713:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613974.765714:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.765717:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613974.765725:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613974.765727:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613974.765730:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613974.765732:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613975.398517:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613975.398526:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613975.398534:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613975.398535:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613975.398585:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613975.398589:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613975.398592:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787613975.423205:0:10220:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787613975.423221:0:10220:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613976.087252:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295054592, at 4295054656 00000100:00000010:2.0:1787613976.087272:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352de0. 00000100:00000040:3.0:1787613976.087539:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295054592, at 4295054656 00000100:00000010:3.0:1787613976.087547:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352b40. 00010000:00000001:0.0:1787613976.407656:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613976.407665:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613976.407671:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613976.407673:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613976.407698:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613976.407701:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613976.407704:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1787613976.825888:0:10285:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffffa0fd895fe460. 00000400:00000040:1.0:1787613976.825909:0:10285:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1787613976.825912:0:10285:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1787613976.825914:0:10285:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1787613976.825915:0:10285:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1787613976.825917:0:10285:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1787613976.825919:0:10285:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1787613976.825926:0:10285:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1787613976.826053:0:10285:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffffa0fd895fe460. 00010000:00000001:0.0:1787613977.431308:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613977.431318:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613977.431325:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613977.431326:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613977.431357:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613977.431360:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613977.431363:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1787613977.910763:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.910786:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613977.910791:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.910794:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613977.910815:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.910844:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613977.910855:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.910860:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.910866:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.910871:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 328 into portal 15 MB=0x6a8cd22c19780 00000400:00000200:3.0:1787613977.910882:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.106@tcp of length 328/328 into md 0x5 [2] + 984 00000800:00000001:3.0:1787613977.910891:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.910905:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613977.910909:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613977.910915:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613977.910925:0:2405:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787613977.910928:0:2405:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787613977.910946:0:2405:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd895af100. 00000100:00000040:3.0:1787613977.910951:0:2405:0:(events.c:337:request_in_callback()) incoming req@ffffa0fd895af100 x1874448865138560 msgsize 328 00000100:00100000:3.0:1787613977.910956:0:2405:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00000001:3.0:1787613977.910978:0:2405:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787613977.910990:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.910994:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613977.911084:0:6172:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1787613977.911088:0:6172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874448865138560 02000000:00000001:2.0:1787613977.911092:0:6172:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787613977.911094:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787613977.911097:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613977.911103:0:6172:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613977.911108:0:6172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874448865138560 00000020:00000001:2.0:1787613977.911111:0:6172:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787613977.911162:0:6172:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa44cb62dd53d3e43 00000020:00000001:2.0:1787613977.911166:0:6172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787613977.911179:0:6172:0:(lustre_handles.c:148:class_handle2object()) GET export ffffa0fd8808a000 refcount=3 00000020:00000001:2.0:1787613977.911182:0:6172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609502277632 : -104464207273984 : ffffa0fd8808a000) 00000020:00000001:2.0:1787613977.911185:0:6172:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446639609502277632 : -104464207273984 : ffffa0fd8808a000) 00000100:00000001:2.0:1787613977.911191:0:6172:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787613977.911195:0:6172:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0fd838afdc0. 00000100:00000001:2.0:1787613977.911199:0:6172:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787613977.911202:0:6172:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0fd838afdc0. 00000020:00000010:2.0:1787613977.911210:0:6172:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0fd92323400. 00000020:00000010:2.0:1787613977.911217:0:6172:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0fd83f04500. 00000020:00000010:2.0:1787613977.911224:0:6172:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0fd925e13e8. 00000100:00000040:2.0:1787613977.911233:0:6172:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1787613977.911237:0:6172:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1787613977.911239:0:6172:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1787613977.911256:0:6172:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613977.911266:0:6172:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613977.911279:0:6172:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613977.911294:0:6172:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1787613977.911296:0:6172:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1787613977.911302:0:6172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 3 00000100:00000040:2.0:1787613977.911306:0:6172:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffffa0fd8808a000 : new rpc_count 1 00000100:00000001:2.0:1787613977.911308:0:6172:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446639609524449536 : -104464185102080 : ffffa0fd895af100) 00000100:00000040:2.0:1787613977.911317:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffffa0fd895af100 x1874448865138560/t0(0) o104->ccbc63f5-e716-4944-9431-a687fec3a917@192.168.203.106@tcp:488/0 lens 328/0 e 0 to 0 dl 1787613988 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613977.911327:0:6172:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787613977.911331:0:6172:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0fd838afdc0. 00000100:00000001:2.0:1787613977.911333:0:6172:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787613977.911335:0:6172:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0fd838afdc0. 00000100:00100000:2.0:1787613977.911341:0:6172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd895af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:13398:x1874448865138560:12345-192.168.203.106@tcp:104: 00000100:00000200:2.0:1787613977.911345:0:6172:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874448865138560 00010000:00000001:2.0:1787613977.911348:0:6172:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787613977.911359:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787613977.911367:0:6172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787613977.911369:0:6172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fd8165b000 refcount=2 00000020:00000001:2.0:1787613977.911371:0:6172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609390936064 : -104464318615552 : ffffa0fd8165b000) 00010000:00000001:2.0:1787613977.911375:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639609390936064 : -104464318615552 : ffffa0fd8165b000) 00010000:00000001:2.0:1787613977.911380:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787613977.911384:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613977.911389:0:6172:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787613977.911401:0:6172:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787613977.911404:0:6172:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787613977.911412:0:6172:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0fd83fc6400. 02000000:00000001:2.0:1787613977.911415:0:6172:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613977.911418:0:6172:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613977.911424:0:6172:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1787613977.911428:0:6172:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613977.911432:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd83f2b9e8 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1787613977.911438:0:6172:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787613977.911442:0:6172:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0fd910c3500 refcount 28 to 192.168.203.106@tcp 00000100:00000001:2.0:1787613977.911444:0:6172:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639609653507328 : -104464056044288 : ffffa0fd910c3500) 02000000:00000001:2.0:1787613977.911447:0:6172:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787613977.911449:0:6172:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613977.911453:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787613977.911456:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1787613977.911462:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe6e8. 00000100:00000200:2.0:1787613977.911469:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874448865138560, offset 224 00000400:00000200:2.0:1787613977.912226:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1787613977.912252:0:6172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.912261:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.6@tcp to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1787613977.912269:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [156:156:256:4294967295] 192.168.203.106@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1787613977.912275:0:6172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.912286:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:192.168.203.6@tcp) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1787613977.912292:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1787613977.912312:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd851f0e00. 00000800:00000200:2.0:1787613977.912321:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1787613977.912330:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1787613977.912335:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd851f0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787613977.912352:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613977.912356:0:6172:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa0fd910c3500 refcount 27 to 192.168.203.106@tcp 00010000:00000001:2.0:1787613977.912361:0:6172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1787613977.912366:0:6172:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0fd8956ab40. 00010000:00000001:2.0:1787613977.912370:0:6172:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1787613977.912454:0:6172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1787613977.912457:0:6172:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613977.912459:0:6172:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613977.912461:0:6172:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613977.912469:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd895af100 x1874448865138560/t0(0) o104->ccbc63f5-e716-4944-9431-a687fec3a917@192.168.203.106@tcp:488/0 lens 328/224 e 0 to 0 dl 1787613988 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787613977.912485:0:6172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd895af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:13398:x1874448865138560:12345-192.168.203.106@tcp:104: Request processed in 1155us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1787613977.912494:0:6172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 3 00000100:00000040:2.0:1787613977.912499:0:6172:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffffa0fd8808a000 : new rpc_count 0 00000100:00000001:2.0:1787613977.912501:0:6172:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787613977.912504:0:6172:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1787613977.912511:0:6172:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0fd83f04500. 00000020:00000010:2.0:1787613977.912519:0:6172:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0fd925e13e8. 00000020:00000010:2.0:1787613977.912523:0:6172:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0fd92323400. 00000020:00000040:2.0:1787613977.912529:0:6172:0:(genops.c:879:class_export_put()) PUTting export ffffa0fd8808a000 : new refcount 2 00000100:00000001:2.0:1787613977.912532:0:6172:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787613977.912856:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613977.912862:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd851f0e00. 00000400:00000200:3.0:1787613977.912868:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613977.912874:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613977.912880:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe6e8 00000400:00000010:3.0:1787613977.912883:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe6e8. 00000100:00000001:3.0:1787613977.912891:0:2406:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787613977.912893:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1787613977.913881:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.913897:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613977.913901:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.913904:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613977.913912:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.913919:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613977.913927:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.913931:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.913950:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.913954:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 328 into portal 15 MB=0x6a8cd22c19b00 00000400:00000200:3.0:1787613977.913965:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.106@tcp of length 328/328 into md 0x5 [2] + 1312 00000800:00000001:3.0:1787613977.913973:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.913982:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613977.913985:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613977.913989:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613977.913997:0:2405:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787613977.913999:0:2405:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787613977.914005:0:2405:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd895ae300. 00000100:00000040:3.0:1787613977.914009:0:2405:0:(events.c:337:request_in_callback()) incoming req@ffffa0fd895ae300 x1874448865139456 msgsize 328 00000100:00100000:3.0:1787613977.914014:0:2405:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.106@tcp (source: 12345-192.168.203.106@tcp) 00000100:00000001:3.0:1787613977.914036:0:2405:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787613977.914045:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.914048:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787613977.914496:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613977.914500:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613977.914504:0:6181:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787613977.914507:0:6181:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787613977.914510:0:6181:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787613977.914516:0:6181:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787613977.914528:0:6181:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd8165b000 already unused, calling callback (ffffffffc12dcc20) 10000000:00000001:0.0:1787613977.914532:0:6181:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787613977.914535:0:6181:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787613977.914542:0:6181:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787613977.914545:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787613977.914547:0:6181:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787613977.914550:0:6181:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fd8165b000 refcount=3 00000020:00000001:0.0:1787613977.914553:0:6181:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609390936064 : -104464318615552 : ffffa0fd8165b000) 00010000:00000001:0.0:1787613977.914556:0:6181:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639609390936064 : -104464318615552 : ffffa0fd8165b000) 00010000:00000001:0.0:1787613977.914570:0:6181:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787613977.914573:0:6181:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1787613977.914580:0:6181:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787613977.914582:0:6181:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787613977.914589:0:6181:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1787613977.914593:0:6181:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1787613977.914595:0:6181:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1787613977.914597:0:6181:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787613977.914598:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787613977.914600:0:6181:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787613977.914681:0:6181:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787613977.914683:0:6181:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787613977.914685:0:6181:0:(mgc_request.c:123:config_log_put()) log params(ffffa0fd92324800) refs 2 10000000:00000001:0.0:1787613977.914688:0:6181:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787613977.914690:0:6181:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613977.914693:0:6181:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787613977.914697:0:6181:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787613977.914700:0:6181:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787613977.914702:0:6181:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787613977.914705:0:6181:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787613977.914708:0:6181:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffffa0fd8165b000 with handle 0xa44cb62dd53d3f0e from hash 00010000:00000001:0.0:1787613977.914710:0:6181:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787613977.914712:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787613977.914714:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787613977.914719:0:6181:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787613977.914721:0:6181:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787613977.914724:0:6181:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787613977.914728:0:6181:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787613977.914731:0:6181:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787613977.914739:0:6181:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd897c1880. 00000020:00000040:0.0:1787613977.914743:0:6181:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:0.0:1787613977.914748:0:6181:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787613977.914756:0:6181:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1787613977.914759:0:6172:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1787613977.914763:0:6181:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613977.914763:0:6172:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874448865139456 02000000:00000001:2.0:1787613977.914766:0:6172:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1787613977.914768:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1787613977.914771:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd85633e00. 00000100:00000001:2.0:1787613977.914771:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613977.914775:0:6172:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.914779:0:6181:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613977.914782:0:6181:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000100:00100000:2.0:1787613977.914785:0:6172:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874448865139456 00010000:00010000:0.0:1787613977.914788:0:6181:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1787613977.914788:0:6172:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787613977.914790:0:6172:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa44cb62dd53d3e43 00000020:00000001:2.0:1787613977.914792:0:6172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00010000:0.0:1787613977.914805:0:6181:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:2.0:1787613977.914805:0:6172:0:(lustre_handles.c:148:class_handle2object()) GET export ffffa0fd8808a000 refcount=3 00010000:00000001:0.0:1787613977.914807:0:6181:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787613977.914808:0:6172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609502277632 : -104464207273984 : ffffa0fd8808a000) 00000020:00000001:2.0:1787613977.914810:0:6172:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446639609502277632 : -104464207273984 : ffffa0fd8808a000) 00000100:00000001:0.0:1787613977.914813:0:6181:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613977.914814:0:6172:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1787613977.914818:0:6181:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1787613977.914818:0:6172:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0fd838afdc0. 00000100:00000001:2.0:1787613977.914821:0:6172:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787613977.914824:0:6172:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0fd838afdc0. 00000100:00000040:0.0:1787613977.914827:0:6181:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af2dc8d8] to pc [ptlrpcd_00_00+0] req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1787613977.914831:0:6172:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0fd92323400. 00000020:00000010:2.0:1787613977.914837:0:6172:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffffa0fd83f04500. 00000020:00000010:2.0:1787613977.914843:0:6172:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffffa0fd925e13e8. 00000100:00000040:2.0:1787613977.914851:0:6172:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1787613977.914853:0:6181:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787613977.914856:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1787613977.914856:0:6172:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1787613977.914857:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1787613977.914857:0:6172:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1787613977.914859:0:6181:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613977.914860:0:6172:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613977.914861:0:6181:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787613977.914863:0:6181:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613977.914866:0:6181:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787613977.914869:0:6172:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613977.914871:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787613977.914873:0:6181:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b000/0xa44cb62dd53d3f0e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e217f expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787613977.914883:0:6172:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1787613977.914888:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787613977.914890:0:6181:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787613977.914891:0:6181:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0fd8956ab40. 00010000:00000001:0.0:1787613977.914896:0:6181:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613977.914897:0:6172:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1787613977.914898:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787613977.914899:0:6172:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1787613977.914900:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613977.914902:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787613977.914903:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1787613977.914904:0:6172:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.106@tcp, seq: 4 00000100:00000040:2.0:1787613977.914908:0:6172:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffffa0fd8808a000 : new rpc_count 1 00000020:00000001:0.0:1787613977.914909:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613977.914911:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787613977.914911:0:6172:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446639609524445952 : -104464185105664 : ffffa0fd895ae300) 00000020:00000001:0.0:1787613977.914913:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613977.914914:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613977.914916:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787613977.914916:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffffa0fd895ae300 x1874448865139456/t0(0) o104->ccbc63f5-e716-4944-9431-a687fec3a917@192.168.203.106@tcp:488/0 lens 328/0 e 0 to 0 dl 1787613988 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787613977.914925:0:6172:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1787613977.914927:0:6172:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffffa0fd838afdc0. 00000100:00000001:2.0:1787613977.914929:0:6172:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1787613977.914931:0:6172:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffffa0fd838afdc0. 00000100:00100000:2.0:1787613977.914934:0:6172:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd895ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:13398:x1874448865139456:12345-192.168.203.106@tcp:104: 00000100:00000200:2.0:1787613977.914943:0:6172:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874448865139456 00010000:00000001:2.0:1787613977.914946:0:6172:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1787613977.914950:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787613977.914951:0:6172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787613977.914953:0:6172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fd8165b400 refcount=2 00000020:00000001:2.0:1787613977.914956:0:6172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609390937088 : -104464318614528 : ffffa0fd8165b400) 00010000:00000001:2.0:1787613977.914958:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639609390937088 : -104464318614528 : ffffa0fd8165b400) 00010000:00000001:2.0:1787613977.914960:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787613977.914962:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613977.914966:0:6172:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787613977.914973:0:6172:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1787613977.914976:0:6172:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1787613977.914981:0:6172:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffffa0fd83fc4c00. 02000000:00000001:2.0:1787613977.914984:0:6172:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.914986:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613977.914986:0:6172:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.914990:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1787613977.914991:0:6172:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1787613977.914994:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1787613977.914994:0:6172:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787613977.914999:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd83f2b9e8 time=80 v=5 (1 0 0 0) 00000100:00000040:0.0:1787613977.915000:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613977.915004:0:6172:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787613977.915007:0:6172:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffffa0fd910c3500 refcount 28 to 192.168.203.106@tcp 00000100:00000001:0.0:1787613977.915008:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787613977.915009:0:6172:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446639609653507328 : -104464056044288 : ffffa0fd910c3500) 00000100:00000001:0.0:1787613977.915011:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613977.915011:0:6172:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1787613977.915014:0:6172:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613977.915016:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787613977.915018:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1787613977.915019:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1787613977.915021:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 02000000:00000001:0.0:1787613977.915022:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613977.915026:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd897c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849324544:192.168.203.106@tcp:103:ldlm_bl.0 00000400:00000010:2.0:1787613977.915026:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe3b8. 00000100:00000001:0.0:1787613977.915030:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1787613977.915033:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874448865139456, offset 224 02000000:00000001:0.0:1787613977.915038:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1787613977.915040:0:6172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 02000000:00000001:0.0:1787613977.915041:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613977.915043:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613977.915047:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632400. 02000000:00000001:0.0:1787613977.915049:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787613977.915050:0:6172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613977.915054:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.915057:0:6172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.6@tcp to MR: 192.168.203.106@tcp local destination 00000400:00000010:0.0:1787613977.915058:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065840. 00000400:00000010:0.0:1787613977.915063:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770880. 00000400:00000200:2.0:1787613977.915064:0:6172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [157:157:256:4294967295] 192.168.203.106@tcp LPNI seq info [157:157:8:4294967295] 00000100:00000200:0.0:1787613977.915069:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849324544, portal 18 00000100:00000001:0.0:1787613977.915071:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613977.915073:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609526622336 : -104464182929280 : ffffa0fd897c1880) 00000400:00000200:2.0:1787613977.915074:0:6172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000040:0.0:1787613977.915078:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613977.915086:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1787613977.915086:0:6172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:192.168.203.6@tcp) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000100:00000040:0.0:1787613977.915088:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613977.915090:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770908. 00000100:00000200:0.0:1787613977.915093:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874448849324544, offset 0 00000800:00000200:2.0:1787613977.915093:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1787613977.915099:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd851f0300. 00000400:00000200:0.0:1787613977.915103:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613977.915107:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000800:00000200:2.0:1787613977.915107:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000400:00000200:0.0:1787613977.915110:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000800:00000200:2.0:1787613977.915140:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1787613977.915145:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd851f0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787613977.915154:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613977.915156:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1787613977.915157:0:6172:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffffa0fd910c3500 refcount 27 to 192.168.203.106@tcp 00010000:00000001:2.0:1787613977.915160:0:6172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1787613977.915162:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00010000:00000010:2.0:1787613977.915164:0:6172:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffffa0fd8956a600. 00000400:00000200:0.0:1787613977.915167:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1787613977.915168:0:6172:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1787613977.915169:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613977.915172:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [158:158:255:4294967295] 192.168.203.106@tcp LPNI seq info [158:158:7:4294967295] 00010000:00010000:2.0:1787613977.915175:0:6172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:0.0:1787613977.915176:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00010000:00000001:2.0:1787613977.915177:0:6172:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613977.915179:0:6172:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613977.915181:0:6172:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613977.915183:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000100:00000040:2.0:1787613977.915186:0:6172:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd895ae300 x1874448865139456/t0(0) o104->ccbc63f5-e716-4944-9431-a687fec3a917@192.168.203.106@tcp:488/0 lens 328/224 e 0 to 0 dl 1787613988 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1787613977.915188:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613977.915192:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909bee00. 00000800:00000200:0.0:1787613977.915195:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000100:00100000:2.0:1787613977.915196:0:6172:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd895ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:ccbc63f5-e716-4944-9431-a687fec3a917+3:13398:x1874448865139456:12345-192.168.203.106@tcp:104: Request processed in 269us (1184us total) trans 0 rc 0/0 00000800:00000200:0.0:1787613977.915200:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613977.915202:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909bee00 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:2.0:1787613977.915204:0:6172:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.106@tcp, seq: 4 00000100:00000001:0.0:1787613977.915205:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613977.915207:0:6172:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffffa0fd8808a000 : new rpc_count 0 00000400:00000200:0.0:1787613977.915209:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:2.0:1787613977.915210:0:6172:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1787613977.915211:0:6172:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1787613977.915212:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295057763 00000100:00000010:0.0:1787613977.915216:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352600. 00000020:00000010:2.0:1787613977.915216:0:6172:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffffa0fd83f04500. 00000020:00000010:2.0:1787613977.915221:0:6172:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffffa0fd925e13e8. 00000100:00000001:0.0:1787613977.915224:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1787613977.915226:0:6172:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0fd92323400. 00000100:00000001:0.0:1787613977.915230:0:2411:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295057763 00000020:00000040:2.0:1787613977.915232:0:6172:0:(genops.c:879:class_export_put()) PUTting export ffffa0fd8808a000 : new refcount 2 00000100:00000010:0.0:1787613977.915233:0:2411:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd92352d20. 00000100:00000001:2.0:1787613977.915234:0:6172:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613977.915236:0:2411:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1787613977.915266:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787613977.915276:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613977.915279:0:6180:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1787613977.915281:0:6180:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787613977.915282:0:6180:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787613977.915285:0:6180:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613977.915291:0:6180:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd8165b400 already unused, calling callback (ffffffffc12dcc20) 10000000:00000001:2.0:1787613977.915294:0:6180:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1787613977.915296:0:6180:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787613977.915301:0:6180:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787613977.915303:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787613977.915304:0:6180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787613977.915306:0:6180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fd8165b400 refcount=3 00000020:00000001:2.0:1787613977.915308:0:6180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609390937088 : -104464318614528 : ffffa0fd8165b400) 00010000:00000001:2.0:1787613977.915310:0:6180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639609390937088 : -104464318614528 : ffffa0fd8165b400) 00010000:00000001:2.0:1787613977.915313:0:6180:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787613977.915315:0:6180:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1787613977.915321:0:6180:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1787613977.915323:0:6180:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787613977.915328:0:6180:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1787613977.915331:0:6180:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1787613977.915333:0:6180:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1787613977.915334:0:6180:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1787613977.915336:0:6180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1787613977.915337:0:6180:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613977.915431:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613977.915436:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd851f0300. 00000400:00000200:3.0:1787613977.915441:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613977.915446:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613977.915452:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe3b8 00000400:00000010:3.0:1787613977.915455:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe3b8. 00000100:00000001:3.0:1787613977.915460:0:2406:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787613977.915462:0:2406:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1787613977.915544:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613977.915547:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909bee00. 00000400:00000200:3.0:1787613977.915550:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613977.915554:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613977.915556:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770908 00000400:00000010:3.0:1787613977.915558:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770908. 00000100:00000001:3.0:1787613977.915561:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613977.915566:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613977.915575:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613977.915578:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613977.915603:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613977.915605:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787613977.916633:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613977.916642:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.916647:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.916651:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613977.916659:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613977.916662:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787613977.916665:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613977.916667:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613977.916682:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.916686:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.916717:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613977.916720:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787613977.917932:0:6180:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1787613977.917938:0:6180:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1787613977.917954:0:6180:0:(mgc_request.c:123:config_log_put()) log params(ffffa0fd92643c00) refs 2 10000000:00000001:2.0:1787613977.917959:0:6180:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1787613977.917961:0:6180:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613977.917967:0:6180:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787613977.917972:0:6180:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787613977.917974:0:6180:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787613977.917976:0:6180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787613977.917979:0:6180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787613977.917984:0:6180:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffffa0fd8165b400 with handle 0xa44cb62dd53d3ecf from hash 00010000:00000001:2.0:1787613977.917988:0:6180:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787613977.917989:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787613977.917991:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787613977.917993:0:6180:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787613977.917995:0:6180:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787613977.917997:0:6180:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1787613977.918004:0:6180:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1787613977.918007:0:6180:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787613977.918016:0:6180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e6680. 00000020:00000040:2.0:1787613977.918020:0:6180:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=5 obd=MGC192.168.203.106@tcp 00000100:00000001:2.0:1787613977.918026:0:6180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613977.918029:0:6180:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613977.918035:0:6180:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613977.918044:0:6180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd92323400. 00000100:00000001:2.0:1787613977.918052:0:6180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613977.918055:0:6180:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787613977.918063:0:6180:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613977.918071:0:6180:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787613977.918073:0:6180:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787613977.918079:0:6180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613977.918084:0:6180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787613977.918097:0:6180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003376ff18] to pc [ptlrpcd_01_00+0] req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787613977.918146:0:6180:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613977.918155:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1787613977.918157:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787613977.918159:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1787613977.918160:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1787613977.918161:0:6180:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613977.918162:0:2413:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1787613977.918163:0:6180:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787613977.918165:0:6180:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613977.918169:0:6180:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:3.0:1787613977.918170:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787613977.918176:0:6180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787613977.918179:0:6180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffffa0fd8165b400/0xa44cb62dd53d3ecf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2f1865f01e5e2132 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787613977.918180:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787613977.918183:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1787613977.918187:0:6180:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffffa0fd947cc000 count: 0 02000000:00000001:3.0:1787613977.918187:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787613977.918190:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787613977.918192:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787613977.918195:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849324672:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787613977.918200:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1787613977.918201:0:6180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787613977.918203:0:6180:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787613977.918205:0:6180:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffffa0fd8956a600. 02000000:00000001:3.0:1787613977.918206:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1787613977.918209:0:6180:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613977.918209:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787613977.918212:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1787613977.918212:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1787613977.918214:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613977.918217:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1787613977.918217:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83129800. 00000020:00000001:2.0:1787613977.918219:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1787613977.918219:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787613977.918220:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613977.918221:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787613977.918223:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787613977.918224:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613977.918225:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1787613977.918226:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:3.0:1787613977.918231:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd9226e898. 00000100:00000001:2.0:1787613977.918232:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787613977.918235:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787613977.918257:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07330. 00000100:00000200:3.0:1787613977.918267:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849324672, portal 18 00000100:00000001:3.0:1787613977.918269:0:2413:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787613977.918271:0:2413:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675671168 : -104464033880448 : ffffa0fd925e6680) 00000100:00000040:3.0:1787613977.918278:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613977.918286:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787613977.918290:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1787613977.918293:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd89b07000. 00000100:00000200:3.0:1787613977.918296:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874448849324672, offset 0 00000400:00000200:3.0:1787613977.918304:0:2413:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613977.918322:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.918331:0:2413:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1787613977.918337:0:2413:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787613977.918342:0:2413:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1787613977.918346:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787613977.918349:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1787613977.918353:0:2413:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [159:159:256:4294967295] 192.168.203.106@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1787613977.918357:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.918368:0:2413:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1787613977.918374:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1787613977.918380:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd85184100. 00000800:00000200:3.0:1787613977.918388:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1787613977.918397:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1787613977.918403:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd85184100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787613977.918421:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613977.918426:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:3.0:1787613977.918429:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295057766 00000100:00000001:3.0:1787613977.918438:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057763 00000100:00000001:3.0:1787613977.918443:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295057766 00000100:00000001:3.0:1787613977.918447:0:2413:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057763 00000100:00000001:3.0:1787613977.918450:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613977.918452:0:2413:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613977.918455:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613977.918457:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613977.918464:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787613977.918466:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787613977.918468:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787613977.918469:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787613977.918470:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613977.918472:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787613977.918541:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613977.918546:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd85184100. 00000400:00000200:2.0:1787613977.918551:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613977.918557:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613977.918563:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07000 00000400:00000010:2.0:1787613977.918566:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07000. 00000100:00000001:2.0:1787613977.918570:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613977.918579:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613977.918600:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613977.918604:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613977.918611:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613977.918613:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787613977.919879:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.919899:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613977.919915:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.919918:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613977.919926:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.919934:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613977.919952:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.919957:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.919963:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.919967:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 18 MB=0x6a8cd21d04a00 00000400:00000200:3.0:1787613977.919973:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613977.919979:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.106@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:3.0:1787613977.919987:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.919996:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613977.920000:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613977.920004:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613977.920011:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613977.920020:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613977.920032:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613977.920055:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613977.920064:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613977.920068:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613977.920149:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613977.920153:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613977.920161:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613977.920163:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613977.920167:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065840. 00000400:00000200:0.0:1787613977.920172:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770880 00000400:00000010:0.0:1787613977.920174:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770880. 00000100:00000001:0.0:1787613977.920177:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613977.920182:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613977.920191:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613977.920197:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613977.920199:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613977.920202:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613977.920206:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613977.920209:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613977.920211:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613977.920215:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613977.920223:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a4a8 time=80 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613977.920229:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613977.920232:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613977.920233:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613977.920237:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613977.920255:0:2411:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.920259:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613977.920264:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613977.920271:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613977.920275:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613977.920277:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613977.920280:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613977.920297:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd897c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ccbc63f5-e716-4944-9431-a687fec3a917:2411:1874448849324544:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787613977.920303:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613977.920305:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613977.920309:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd897c1880 x1874448849324544/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613977.920316:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613977.920319:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613977.920323:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632400. 02000000:00000001:0.0:1787613977.920327:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613977.920330:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613977.920332:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1787613977.920335:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613977.920338:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd85633e00. 02000000:00000001:0.0:1787613977.920341:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613977.920343:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613977.920345:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd897c1880. 00000100:00000001:0.0:1787613977.920349:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613977.920351:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613977.920354:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613977.920362:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613977.920365:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613977.920367:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613977.920370:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787613977.921742:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613977.921758:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613977.921762:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613977.921765:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613977.921772:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.921779:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613977.921788:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.921793:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.921808:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.921813:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 18 MB=0x6a8cd21d04a80 00000400:00000200:2.0:1787613977.921818:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613977.921824:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.106@tcp of length 224/224 into md 0x8d5 [1] + 224 00000800:00000001:2.0:1787613977.921832:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613977.921893:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613977.921897:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613977.921902:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613977.921910:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613977.921920:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613977.921931:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613977.921957:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613977.921966:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613977.921969:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613977.922074:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787613977.922078:0:2413:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787613977.922085:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787613977.922088:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787613977.922091:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd9226e898. 00000400:00000200:3.0:1787613977.922097:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd89b07330 00000400:00000010:3.0:1787613977.922099:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd89b07330. 00000100:00000001:3.0:1787613977.922103:0:2413:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613977.922108:0:2413:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787613977.922169:0:2413:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613977.922191:0:2413:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787613977.922194:0:2413:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613977.922197:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787613977.922201:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787613977.922203:0:2413:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787613977.922205:0:2413:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787613977.922209:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787613977.922216:0:2413:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a4a8 time=80 v=5 (5 0 0 0) 00000100:00001000:3.0:1787613977.922221:0:2413:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1787613977.922223:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787613977.922225:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787613977.922229:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787613977.922232:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613977.922235:0:2413:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787613977.922539:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613977.922547:0:2413:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787613977.922551:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787613977.922553:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787613977.922557:0:2413:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787613977.922564:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ccbc63f5-e716-4944-9431-a687fec3a917:2413:1874448849324672:192.168.203.106@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787613977.922569:0:2413:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613977.922572:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613977.922576:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e6680 x1874448849324672/t0(0) o103->MGC192.168.203.106@tcp@192.168.203.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1787613993 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613977.922582:0:2413:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787613977.922584:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787613977.922588:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83129800. 02000000:00000001:3.0:1787613977.922594:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787613977.922597:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787613977.922598:0:2413:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1787613977.922608:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787613977.922612:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd92323400. 02000000:00000001:3.0:1787613977.922615:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787613977.922618:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787613977.922620:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e6680. 00000100:00000001:3.0:1787613977.922624:0:2413:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787613977.922626:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613977.922628:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787613977.922637:0:2413:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787613977.922640:0:2413:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613977.922642:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787613977.922645:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1787613977.923058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0fd8165b000. 00010000:00000010:2.1F:1787613977.925047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffffa0fd947cc000. 00010000:00000010:2.1:1787613977.925078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa0fd8165b400. 00010000:00000001:0.0:1787613978.457132:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613978.457144:0:8820:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787613978.457147:0:8820:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787613978.457151:0:8820:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613978.457158:0:8820:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787613978.457161:0:8820:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613978.457163:0:8820:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613978.457166:0:8820:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613978.457171:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613978.457173:0:8820:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1787613978.457174:0:8820:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1787613978.457185:0:8820:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613978.457187:0:8820:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1787613978.457189:0:8820:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613978.457190:0:8820:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613978.457193:0:8820:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613978.457219:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613978.457223:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613978.457226:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1787613978.671173:0:10364:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:3.0:1787613979.225835:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295057766, at 4295057794 00000100:00000010:3.0:1787613979.225857:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352d20. 00000100:00000040:2.0:1787613979.226382:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295057766, at 4295057795 00000100:00000010:2.0:1787613979.226391:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd92352600. 10000000:00000001:1.0:1787613979.351392:0:6184:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787613979.351402:0:6184:0:(mgc_request.c:108:config_log_get()) log params (ffffa0fd92324800) refs 2 10000000:00000001:1.0:1787613979.351409:0:6184:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.351412:0:6184:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1787613979.351413:0:6184:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1787613979.351415:0:6184:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787613979.351418:0:6184:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1787613979.351420:0:6184:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787613979.351423:0:6184:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0fd8313d800 from 7 10000000:00000001:1.0:1787613979.351426:0:6184:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787613979.351429:0:6184:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1787613979.351443:0:6184:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00380. 00000020:00000040:1.0:1787613979.351450:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613979.351455:0:6184:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.351459:0:6184:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.351465:0:6184:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.351475:0:6184:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd82e7be00. 00000100:00000001:1.0:1787613979.351485:0:6184:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.351491:0:6184:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787613979.351495:0:6184:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787613979.351505:0:6184:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffffa0fd947ccd00. 00010000:00000001:1.0:1787613979.351510:0:6184:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787613979.351515:0:6184:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0fd8165aa00. 00000020:00000001:1.0:1787613979.351521:0:6184:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787613979.351525:0:6184:0:(lustre_handles.c:93:class_handle_hash()) added object ffffa0fd8165aa00 with handle 0xa44cb62dd53d3f3f to hash 00000020:00000001:1.0:1787613979.351527:0:6184:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787613979.351528:0:6184:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000001:1.0:1787613979.351531:0:6184:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000001:1.0:1787613979.351536:0:6184:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787613979.351539:0:6184:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613979.351544:0:6184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613979.351555:0:6184:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613979.351587:0:6184:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787613979.351594:0:6184:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787613979.351596:0:6184:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787613979.351603:0:6184:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.351606:0:6184:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446639609488382016 : -104464221169600 : ffffa0fd87349840) 00000100:00000001:1.0:1787613979.351608:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.351610:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000001:1.0:1787613979.351615:0:6184:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.351619:0:6184:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.351622:0:6184:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787613979.351624:0:6184:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.351637:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.351646:0:6184:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613979.351649:0:6184:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.351653:0:6184:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613979.351656:0:6184:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787613979.351659:0:6184:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787613979.351663:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849324800:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.351668:0:6184:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787613979.351675:0:6184:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613979.351678:0:6184:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.351681:0:6184:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787613979.351687:0:6184:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0fd872dc400. 02000000:00000001:1.0:1787613979.351690:0:6184:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.351699:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:1.0:1787613979.351704:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f25ec8. 00000400:00000010:1.0:1787613979.351712:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee2a8. 00000100:00000200:1.0:1787613979.351722:0:6184:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874448849324800, portal 25 00000100:00000001:1.0:1787613979.351724:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.351731:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000040:1.0:1787613979.351737:0:6184:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.351746:0:6184:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613979.351749:0:6184:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1787613979.351757:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925eec38. 00000100:00000200:1.0:1787613979.351764:0:6184:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874448849324800, offset 0 00000400:00000200:1.0:1787613979.351773:0:6184:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1787613979.351784:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.351800:0:6184:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613979.351806:0:6184:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613979.351810:0:6184:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1787613979.351814:0:6184:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787613979.351817:0:6184:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1787613979.351821:0:6184:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [160:160:256:4294967295] 192.168.203.106@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:1.0:1787613979.351825:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.351836:0:6184:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1787613979.351843:0:6184:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1787613979.351849:0:6184:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc000. 00000800:00000200:1.0:1787613979.351857:0:6184:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1787613979.351865:0:6184:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613979.351870:0:6184:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787613979.351891:0:6184:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.351895:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.351898:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295059199 00000100:00000010:1.0:1787613979.351902:0:6184:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd911d55a0. 00000100:00000001:1.0:1787613979.351910:0:6184:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787613979.351922:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295059199 00000100:00000010:1.0:1787613979.351925:0:6184:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0fd911d5000. 00000100:00000001:1.0:1787613979.351928:0:6184:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787613979.351936:0:6184:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.351939:0:6184:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.351942:0:6184:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613979.351944:0:6184:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787613979.351947:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd87349840 going to sleep for 11 seconds 00000100:00000001:1.0:1787613979.351950:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.351953:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613979.352177:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613979.352184:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc000. 00000400:00000200:3.0:1787613979.352191:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.352197:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613979.352203:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925eec38 00000400:00000010:3.0:1787613979.352206:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925eec38. 00000100:00000001:3.0:1787613979.352211:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613979.352215:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.352226:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613979.352229:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.352236:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613979.352238:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787613979.368320:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.368355:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613979.368360:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.368369:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.368381:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.368391:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613979.368405:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.368411:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.368418:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.368422:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 344 into portal 25 MB=0x6a8cd21d04b00 00000400:00000200:2.0:1787613979.368428:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.368435:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 344/344 into md 0x8e5 [1] + 224 00000800:00000001:2.0:1787613979.368443:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.368458:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.368470:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.368476:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613979.368486:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613979.368498:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613979.368510:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.368533:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613979.368545:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.368548:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.368826:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613979.368838:0:6184:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.368841:0:6184:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613979.368845:0:6184:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f25ec8. 00000400:00000200:1.0:1787613979.368851:0:6184:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee2a8 00000400:00000010:1.0:1787613979.368854:0:6184:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee2a8. 00000100:00000001:1.0:1787613979.368858:0:6184:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613979.368864:0:6184:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.368874:0:6184:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.368882:0:6184:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613979.368884:0:6184:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.368887:0:6184:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613979.368892:0:6184:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.368895:0:6184:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613979.368897:0:6184:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.368901:0:6184:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613979.368910:0:6184:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613979.368915:0:6184:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613979.368918:0:6184:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.368920:0:6184:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.368923:0:6184:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.368926:0:6184:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.368929:0:6184:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.368934:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.368941:0:6184:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.368966:0:6184:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.368969:0:6184:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.368975:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.368984:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849324800:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.368990:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.368994:0:6184:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.368997:0:6184:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787613979.369000:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.369004:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.369011:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787613979.369014:0:6184:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.369021:0:6184:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787613979.369023:0:6184:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.369027:0:6184:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787613979.369031:0:6184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787613979.369035:0:6184:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787613979.369039:0:6184:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fd8165aa00 refcount=4 00000020:00000001:1.0:1787613979.369041:0:6184:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000001:1.0:1787613979.369045:0:6184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000040:1.0:1787613979.369053:0:6184:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffffa0fd8165aa00, remote cookie: 0x2f1865f01e5e21a9, flags: 0x0 00010000:00000001:1.0:1787613979.369057:0:6184:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787613979.369063:0:6184:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787613979.369066:0:6184:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787613979.369069:0:6184:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787613979.369081:0:6184:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787613979.369085:0:6184:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffffa0fd947ccd00) refcount = 1 00010000:00010000:1.0:1787613979.369092:0:6184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e21a9 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787613979.369102:0:6184:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787613979.369110:0:6184:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787613979.369112:0:6184:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787613979.369143:0:6184:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787613979.369145:0:6184:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613979.369149:0:6184:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e21a9 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787613979.369156:0:6184:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787613979.369158:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.369161:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787613979.369162:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.369163:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787613979.369165:0:6184:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.369169:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.369174:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00380 x1874448849324800/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.369181:0:6184:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.369185:0:6184:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.369189:0:6184:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0fd872dc400. 02000000:00000001:1.0:1787613979.369193:0:6184:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.369196:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.369198:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.369201:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.369203:0:6184:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd82e7be00. 02000000:00000001:1.0:1787613979.369208:0:6184:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.369210:0:6184:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.369212:0:6184:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00380. 00000100:00000001:1.0:1787613979.369216:0:6184:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.369217:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787613979.369220:0:6184:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.369224:0:6184:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787613979.369226:0:6184:0:(mgc_request.c:108:config_log_get()) log params (ffffa0fd92324800) refs 3 10000000:00000001:1.0:1787613979.369229:0:6184:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.369231:0:6184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787613979.369232:0:6184:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787613979.369234:0:6184:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fd8165aa00 refcount=3 00000020:00000001:1.0:1787613979.369236:0:6184:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000001:1.0:1787613979.369244:0:6184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000001:1.0:1787613979.369247:0:6184:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787613979.369248:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.369249:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787613979.369251:0:6184:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.369254:0:6184:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787613979.369259:0:6184:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa0fd831a6e40. 00000020:00000010:1.0:1787613979.369265:0:6184:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0fd82e7be00. 00000020:00000010:1.0:1787613979.369272:0:6184:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0fd82e7bc00. 00000040:00000010:1.0:1787613979.369279:0:6184:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa0fd8b920e00. 00000020:00000010:1.0:1787613979.369286:0:6184:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0fd856c7000. 00000020:00000010:1.0:1787613979.369296:0:6184:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa0fd83fcd000. 80000000:00000010:1.0:1787613979.369301:0:6184:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0fd911d5540. 00040000:00000010:1.0:1787613979.369308:0:6184:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0fd83fcd200. 20000000:00000010:1.0:1787613979.369314:0:6184:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffffa0fd83fcce00. 10000000:00000040:1.0:1787613979.369320:0:6184:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffffa0fd880d3780 : new refcount 2 00000020:00000001:1.0:1787613979.369323:0:6184:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787613979.369326:0:6184:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1787613979.369328:0:6184:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787613979.369332:0:6184:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa0fd83fcc400. 00000040:00000001:1.0:1787613979.369336:0:6184:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787613979.369339:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000010:1.0:1787613979.369345:0:6184:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00380. 00000020:00000040:1.0:1787613979.369349:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=5 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613979.369354:0:6184:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.369358:0:6184:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.369363:0:6184:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.369384:0:6184:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd83fccc00. 00000100:00000001:1.0:1787613979.369391:0:6184:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.369398:0:6184:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787613979.369400:0:6184:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787613979.369407:0:6184:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.369409:0:6184:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446639609488382016 : -104464221169600 : ffffa0fd87349840) 00000100:00000001:1.0:1787613979.369412:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.369413:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000001:1.0:1787613979.369424:0:6184:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.369429:0:6184:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.369432:0:6184:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787613979.369434:0:6184:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.369439:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.369447:0:6184:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613979.369449:0:6184:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.369454:0:6184:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613979.369457:0:6184:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787613979.369460:0:6184:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787613979.369465:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849324928:192.168.203.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.369469:0:6184:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787613979.369475:0:6184:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613979.369477:0:6184:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.369481:0:6184:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787613979.369485:0:6184:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83fcc000. 02000000:00000001:1.0:1787613979.369487:0:6184:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.369494:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:1.0:1787613979.369498:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f25ec8. 00000400:00000010:1.0:1787613979.369504:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee2a8. 00000100:00000200:1.0:1787613979.369513:0:6184:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849324928, portal 25 00000100:00000001:1.0:1787613979.369515:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.369516:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000040:1.0:1787613979.369523:0:6184:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.369531:0:6184:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613979.369534:0:6184:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1787613979.369537:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee880. 00000100:00000200:1.0:1787613979.369541:0:6184:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874448849324928, offset 0 00000400:00000200:1.0:1787613979.369548:0:6184:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1787613979.369556:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.369563:0:6184:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613979.369897:0:6184:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613979.369904:0:6184:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1787613979.369908:0:6184:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787613979.369912:0:6184:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1787613979.369916:0:6184:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [161:161:256:4294967295] 192.168.203.106@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1787613979.369921:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.369932:0:6184:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1787613979.369939:0:6184:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1787613979.369946:0:6184:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fce00. 00000800:00000200:1.0:1787613979.369955:0:6184:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1787613979.369963:0:6184:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613979.369968:0:6184:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fce00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787613979.369995:0:6184:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.370000:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.370003:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295059217 00000100:00000001:1.0:1787613979.370012:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295059199 00000100:00000001:1.0:1787613979.370019:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295059217 00000100:00000001:1.0:1787613979.370024:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295059199 00000100:00000001:1.0:1787613979.370027:0:6184:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.370030:0:6184:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.370032:0:6184:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613979.370034:0:6184:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787613979.370037:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd87349840 going to sleep for 11 seconds 00000100:00000001:1.0:1787613979.370040:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.370041:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787613979.371662:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613979.371675:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fce00. 00000400:00000200:2.0:1787613979.371684:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.371694:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613979.371703:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee880 00000400:00000010:2.0:1787613979.371705:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee880. 00000100:00000001:2.0:1787613979.371723:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613979.371734:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.371748:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613979.371752:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.371760:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613979.371762:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787613979.374834:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.374857:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613979.374863:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.374865:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.374875:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.374884:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613979.374894:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.374898:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.374904:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.374908:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 272 into portal 25 MB=0x6a8cd21d04b80 00000400:00000200:2.0:1787613979.374914:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.374922:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 272/272 into md 0x8ed [1] + 224 00000800:00000001:2.0:1787613979.374930:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.374939:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.374943:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.374948:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613979.374958:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613979.374970:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613979.374983:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.375006:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613979.375017:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.375020:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.376720:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613979.376738:0:6184:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.376741:0:6184:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613979.376747:0:6184:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f25ec8. 00000400:00000200:1.0:1787613979.376756:0:6184:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee2a8 00000400:00000010:1.0:1787613979.376760:0:6184:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee2a8. 00000100:00000001:1.0:1787613979.376766:0:6184:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613979.376811:0:6184:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.376825:0:6184:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.376834:0:6184:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613979.376837:0:6184:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.376842:0:6184:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613979.376846:0:6184:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.376849:0:6184:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613979.376852:0:6184:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.376856:0:6184:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613979.376865:0:6184:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613979.376870:0:6184:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613979.376873:0:6184:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.376875:0:6184:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.376879:0:6184:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.376882:0:6184:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.376885:0:6184:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.376891:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.376899:0:6184:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.376903:0:6184:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.376906:0:6184:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.376911:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.376918:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849324928:192.168.203.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.376924:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.376927:0:6184:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.376930:0:6184:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787613979.376933:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.376937:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.376955:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787613979.376960:0:6184:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.376966:0:6184:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787613979.376968:0:6184:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.376975:0:6184:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787613979.376980:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.376982:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.376985:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787613979.376987:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.376990:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00380 x1874448849324928/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.376996:0:6184:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.377000:0:6184:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.377004:0:6184:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83fcc000. 02000000:00000001:1.0:1787613979.377007:0:6184:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.377009:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.377010:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.377012:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.377014:0:6184:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd83fccc00. 02000000:00000001:1.0:1787613979.377018:0:6184:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.377020:0:6184:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.377022:0:6184:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00380. 00000100:00000001:1.0:1787613979.377025:0:6184:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.377026:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787613979.377029:0:6184:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.377033:0:6184:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787613979.377041:0:6184:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffffa0fd831ce000. 00000040:00000001:1.0:1787613979.377044:0:6184:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787613979.377046:0:6184:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787613979.377049:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000010:1.0:1787613979.377054:0:6184:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00380. 00000020:00000040:1.0:1787613979.377057:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=5 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613979.377061:0:6184:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.377064:0:6184:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.380128:0:6184:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.380177:0:6184:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd83fccc00. 00000100:00000001:1.0:1787613979.380189:0:6184:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.380199:0:6184:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787613979.380201:0:6184:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787613979.380209:0:6184:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.380213:0:6184:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446639609488382016 : -104464221169600 : ffffa0fd87349840) 00000100:00000001:1.0:1787613979.380217:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.380218:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000001:1.0:1787613979.380225:0:6184:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.380231:0:6184:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.380234:0:6184:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787613979.380236:0:6184:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.380251:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.380261:0:6184:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613979.380264:0:6184:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.380269:0:6184:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613979.380273:0:6184:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787613979.380277:0:6184:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787613979.380281:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325056:192.168.203.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.380286:0:6184:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787613979.380293:0:6184:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613979.380296:0:6184:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.380299:0:6184:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787613979.380320:0:6184:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa0fd87344000. 02000000:00000001:1.0:1787613979.380324:0:6184:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.380333:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:1.0:1787613979.380340:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f25ec8. 00000400:00000010:1.0:1787613979.380348:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa0fd87349e40. 00000100:00000200:1.0:1787613979.380357:0:6184:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874448849325056, portal 25 00000100:00000001:1.0:1787613979.380360:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.380361:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000040:1.0:1787613979.380368:0:6184:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.380386:0:6184:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613979.380390:0:6184:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1787613979.380394:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee2a8. 00000100:00000200:1.0:1787613979.380399:0:6184:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874448849325056, offset 0 00000400:00000200:1.0:1787613979.380407:0:6184:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1787613979.380420:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.380430:0:6184:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613979.380436:0:6184:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613979.380442:0:6184:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1787613979.380446:0:6184:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787613979.380450:0:6184:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1787613979.380454:0:6184:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [162:162:256:4294967295] 192.168.203.106@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1787613979.380459:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.380470:0:6184:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1787613979.380477:0:6184:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1787613979.380682:0:6184:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc800. 00000800:00000200:1.0:1787613979.380692:0:6184:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1787613979.380701:0:6184:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613979.380707:0:6184:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787613979.380737:0:6184:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.380742:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.380746:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295059228 00000100:00000001:1.0:1787613979.380756:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295059217 00000100:00000001:1.0:1787613979.380763:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295059228 00000100:00000001:1.0:1787613979.380767:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295059217 00000100:00000001:1.0:1787613979.380770:0:6184:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.380774:0:6184:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.380776:0:6184:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613979.380779:0:6184:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787613979.380800:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd87349840 going to sleep for 11 seconds 00000100:00000001:1.0:1787613979.380804:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.380808:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787613979.383909:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613979.383923:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc800. 00000400:00000200:2.0:1787613979.383935:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.383946:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613979.383957:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee2a8 00000400:00000010:2.0:1787613979.383961:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee2a8. 00000100:00000001:2.0:1787613979.383968:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613979.383980:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.383997:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613979.384002:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.384010:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613979.384012:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787613979.396270:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.396303:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613979.396308:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.396311:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.396323:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.396333:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613979.396347:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.396352:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.396358:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.396363:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 8416 into portal 25 MB=0x6a8cd21d04c00 00000400:00000200:2.0:1787613979.396368:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.396391:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 8416/8416 into md 0x8f5 [4] + 224 00000800:00000001:2.0:1787613979.396401:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.396444:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.396448:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.396454:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613979.396465:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613979.396476:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613979.396515:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.396544:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613979.396557:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.396561:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.396645:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613979.396656:0:6184:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.396658:0:6184:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613979.396662:0:6184:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f25ec8. 00000400:00000200:1.0:1787613979.396667:0:6184:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd87349e40 00000400:00000010:1.0:1787613979.396670:0:6184:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffffa0fd87349e40. 00000100:00000001:1.0:1787613979.396676:0:6184:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613979.396681:0:6184:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.396689:0:6184:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.396696:0:6184:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613979.396698:0:6184:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.396701:0:6184:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613979.396706:0:6184:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.396709:0:6184:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613979.396712:0:6184:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.396715:0:6184:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613979.396725:0:6184:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613979.396730:0:6184:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613979.396733:0:6184:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.396735:0:6184:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.396738:0:6184:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.396741:0:6184:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.396745:0:6184:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.396750:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.396757:0:6184:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.396761:0:6184:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.396763:0:6184:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.396768:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.396798:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325056:192.168.203.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.396804:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.396808:0:6184:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.396810:0:6184:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787613979.396813:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.396817:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.396823:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787613979.396827:0:6184:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.396830:0:6184:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787613979.396832:0:6184:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.396842:0:6184:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787613979.396844:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.396846:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00380 x1874448849325056/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.396852:0:6184:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.396854:0:6184:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.396858:0:6184:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa0fd87344000. 02000000:00000001:1.0:1787613979.396867:0:6184:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.396871:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.396873:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.396875:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.396878:0:6184:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd83fccc00. 02000000:00000001:1.0:1787613979.396881:0:6184:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.396883:0:6184:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.396885:0:6184:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00380. 00000100:00000001:1.0:1787613979.396888:0:6184:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.396890:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787613979.396893:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.396894:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.396895:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787613979.396899:0:6184:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.396902:0:6184:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.396910:0:6184:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787613979.396914:0:6184:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffffa0fd911d59c0. 00000040:00001000:1.0:1787613979.396916:0:6184:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1787613979.397440:0:10399:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1787613979.397449:0:10399:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0fd83fccc00. 00000020:00000010:1.0:1787613979.397456:0:10399:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0fd83fcc000. 00000040:00000010:1.0:1787613979.397461:0:10399:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa0fd83fcdc00. 00000020:00000010:1.0:1787613979.397467:0:10399:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0fd856c6000. 00000020:00000010:1.0:1787613979.397474:0:10399:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0fd923ec168. 00000020:00000010:1.0:1787613979.397480:0:10399:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa0fd83fcd800. 80000000:00000010:1.0:1787613979.397675:0:10399:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0fd911d5780. 40000000:00000010:1.0:1787613979.397681:0:10399:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffffa0fd831a6700. 00100000:00000010:1.0:1787613979.397688:0:10399:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0fd856c6800. 00040000:00000010:1.0:1787613979.397694:0:10399:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0fd906fc300. 00040000:00000010:1.0:1787613979.397699:0:10399:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0fd856c5800. 00040000:00000010:1.0:1787613979.397704:0:10399:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0fd83fcde00. 00000004:00000010:1.0:1787613979.397709:0:10399:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0fd856c3000. 00000004:00000010:1.0:1787613979.397716:0:10399:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffffa0fd8953d000. 00000004:00000010:1.0:1787613979.397722:0:10399:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffffa0fd856c0800. 00002000:00000010:1.0:1787613979.397728:0:10399:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffffa0fd872dc400. 00000004:00000010:1.0:1787613979.397733:0:10399:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffffa0fd872dec00. 00000020:00000010:1.0:1787613979.397739:0:10399:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa0fd831a67c0. 00000040:00000010:1.0:1787613979.397749:0:10399:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffffa0fd831ca000. 00000040:00080000:1.0:1787613979.398436:0:10399:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1787613979.398443:0:10399:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffffa0fd831ca000. 00000020:00000010:1.0:1787613979.398452:0:10399:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa0fd831a67c0. 00000020:00000010:1.0:1787613979.398471:0:10399:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0fd83fcc000. 00000040:00000010:1.0:1787613979.398476:0:10399:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa0fd83fcdc00. 00000020:00000010:1.0:1787613979.398479:0:10399:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0fd856c6000. 00000020:00000010:1.0:1787613979.398582:0:10399:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0fd923ec168. 00000020:00000010:1.0:1787613979.398591:0:10399:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa0fd83fcd800. 80000000:00000010:1.0:1787613979.398595:0:10399:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0fd911d5780. 40000000:00000010:1.0:1787613979.398601:0:10399:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffffa0fd831a6700. 00100000:00000010:1.0:1787613979.398620:0:10399:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0fd856c6800. 00040000:00000010:1.0:1787613979.398624:0:10399:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0fd906fc300. 00040000:00000010:1.0:1787613979.398627:0:10399:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffffa0fd856c5800. 00040000:00000010:1.0:1787613979.398632:0:10399:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0fd83fcde00. 00000004:00000010:1.0:1787613979.398635:0:10399:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffffa0fd856c3000. 00000004:00000010:1.0:1787613979.398640:0:10399:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffffa0fd8953d000. 00000004:00000010:1.0:1787613979.398645:0:10399:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffffa0fd856c0800. 00002000:00000010:1.0:1787613979.398649:0:10399:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffffa0fd872dc400. 00000004:00000010:1.0:1787613979.398652:0:10399:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffffa0fd872dec00. 00000020:00000010:1.0:1787613979.398656:0:10399:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0fd83fccc00. 00000040:00000010:2.0:1787613979.407665:0:6184:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffffa0fd911d59c0. 00000040:00000001:2.0:1787613979.407688:0:6184:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1787613979.407694:0:6184:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1787613979.407701:0:6184:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffffa0fd831ce000. 00000040:00000010:2.0:1787613979.407708:0:6184:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa0fd83fcc400. 00000020:00000001:2.0:1787613979.407712:0:6184:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787613979.407716:0:6184:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1787613979.407723:0:6184:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0fd82e7bc00. 00000040:00000010:2.0:1787613979.407729:0:6184:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa0fd8b920e00. 00000020:00000010:2.0:1787613979.407735:0:6184:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0fd856c7000. 00000020:00000010:2.0:1787613979.407741:0:6184:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa0fd83fcd000. 80000000:00000010:2.0:1787613979.407747:0:6184:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0fd911d5540. 00040000:00000010:2.0:1787613979.407752:0:6184:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0fd83fcd200. 20000000:00000010:2.0:1787613979.407757:0:6184:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffffa0fd83fcce00. 00000020:00000010:2.0:1787613979.407761:0:6184:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0fd82e7be00. 10000000:00000010:2.0:1787613979.407764:0:6184:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa0fd831a6e40. 10000000:01000000:2.0:1787613979.407768:0:6184:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1787613979.407773:0:6184:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1787613979.407776:0:6184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787613979.407780:0:6184:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787613979.407783:0:6184:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fd8165aa00 refcount=3 00000020:00000001:2.0:1787613979.407795:0:6184:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000001:2.0:1787613979.407799:0:6184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639609390934528 : -104464318617088 : ffffa0fd8165aa00) 00010000:00000001:2.0:1787613979.407802:0:6184:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787613979.407808:0:6184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e21a9 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787613979.407847:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787613979.407849:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787613979.407851:0:6184:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e21a9 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787613979.407857:0:6184:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787613979.407859:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787613979.407860:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1787613979.407861:0:6184:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787613979.407864:0:6184:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787613979.407868:0:6184:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1787613979.407872:0:6184:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1787613979.407873:0:6184:0:(mgc_request.c:108:config_log_get()) log params (ffffa0fd92643c00) refs 2 10000000:00000001:2.0:1787613979.407876:0:6184:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787613979.407878:0:6184:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1787613979.407879:0:6184:0:(mgc_request.c:123:config_log_put()) log params(ffffa0fd92324800) refs 3 10000000:00000001:2.0:1787613979.407881:0:6184:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1787613979.407883:0:6184:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1787613979.407885:0:6184:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1787613979.407887:0:6184:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1787613979.407890:0:6184:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffffa0fd90440000 from 7 10000000:00000001:2.0:1787613979.407892:0:6184:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1787613979.407894:0:6184:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1787613979.407904:0:6184:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd925e6300. 00000020:00000040:2.0:1787613979.407909:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:2.0:1787613979.407914:0:6184:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787613979.407918:0:6184:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787613979.407925:0:6184:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787613979.407934:0:6184:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd92322c00. 00000100:00000001:2.0:1787613979.407943:0:6184:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787613979.407949:0:6184:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787613979.407952:0:6184:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787613979.407958:0:6184:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffffa0fd947ccd00 count: 2 00010000:00000001:2.0:1787613979.407961:0:6184:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787613979.407964:0:6184:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787613979.407974:0:6184:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffffa0fdc217e800. 00000020:00000001:2.0:1787613979.407980:0:6184:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787613979.407982:0:6184:0:(lustre_handles.c:93:class_handle_hash()) added object ffffa0fdc217e800 with handle 0xa44cb62dd53d3f46 to hash 00000020:00000001:2.0:1787613979.407984:0:6184:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787613979.407985:0:6184:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000001:2.0:1787613979.407988:0:6184:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000001:2.0:1787613979.407993:0:6184:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787613979.407996:0:6184:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613979.407999:0:6184:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fdc217e800/0xa44cb62dd53d3f46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613979.408006:0:6184:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffffa0fdc217e800/0xa44cb62dd53d3f46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787613979.408020:0:6184:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffffa0fdc217e800/0xa44cb62dd53d3f46 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787613979.408028:0:6184:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787613979.408030:0:6184:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787613979.408037:0:6184:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0fd8956a600. 00000100:00000001:2.0:1787613979.408040:0:6184:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446639609524168192 : -104464185383424 : ffffa0fd8956a600) 00000100:00000001:2.0:1787613979.408043:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787613979.408044:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675670272 : -104464033881344 : ffffa0fd925e6300) 00000100:00000001:2.0:1787613979.408050:0:6184:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787613979.408055:0:6184:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613979.408058:0:6184:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787613979.408060:0:6184:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787613979.408219:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.408229:0:6184:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787613979.408233:0:6184:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613979.408238:0:6184:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787613979.408241:0:6184:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787613979.408251:0:6184:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787613979.408257:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325184:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1787613979.408262:0:6184:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787613979.408270:0:6184:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787613979.408273:0:6184:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787613979.408276:0:6184:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787613979.408281:0:6184:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffffa0fd83fc4800. 02000000:00000001:2.0:1787613979.408283:0:6184:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787613979.408292:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:2.0:1787613979.408297:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd90c38840. 00000400:00000010:2.0:1787613979.408306:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fecc0. 00000100:00000200:2.0:1787613979.408315:0:6184:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874448849325184, portal 25 00000100:00000001:2.0:1787613979.408317:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787613979.408319:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609675670272 : -104464033881344 : ffffa0fd925e6300) 00000100:00000040:2.0:1787613979.408324:0:6184:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.408333:0:6184:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787613979.408336:0:6184:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1787613979.408339:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925fe3b8. 00000100:00000200:2.0:1787613979.408342:0:6184:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874448849325184, offset 0 00000400:00000200:2.0:1787613979.408351:0:6184:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1787613979.408363:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.408371:0:6184:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1787613979.408378:0:6184:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787613979.408383:0:6184:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1787613979.408387:0:6184:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787613979.408391:0:6184:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1787613979.408394:0:6184:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [163:163:256:4294967295] 192.168.203.106@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1787613979.408398:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.408408:0:6184:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1787613979.408415:0:6184:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1787613979.408430:0:6184:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd851f0300. 00000800:00000200:2.0:1787613979.408439:0:6184:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1787613979.408448:0:6184:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1787613979.408454:0:6184:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd851f0300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787613979.408481:0:6184:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613979.408742:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613979.408748:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd851f0300. 00000400:00000200:3.0:1787613979.408754:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.408761:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613979.408768:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fe3b8 00000400:00000010:3.0:1787613979.408771:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fe3b8. 00000100:00000001:3.0:1787613979.408798:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613979.408804:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.408814:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613979.408818:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.408825:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613979.408827:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787613979.408896:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:2.0:1787613979.408900:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295059256 00000100:00000001:2.0:1787613979.408908:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295059228 00000100:00000001:2.0:1787613979.408914:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295059256 00000100:00000001:2.0:1787613979.408917:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295059228 00000100:00000001:2.0:1787613979.408920:0:6184:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787613979.408924:0:6184:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613979.408927:0:6184:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787613979.408929:0:6184:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787613979.408932:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd8956a600 going to sleep for 11 seconds 00000100:00000001:2.0:1787613979.408936:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787613979.408939:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787613979.415610:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.415636:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613979.415643:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.415646:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.415656:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.415666:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613979.415678:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.415683:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.415690:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.415695:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 344 into portal 25 MB=0x6a8cd21d04c80 00000400:00000200:2.0:1787613979.415701:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.415707:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 344/344 into md 0x8fd [1] + 224 00000800:00000001:2.0:1787613979.415716:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.415730:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.415735:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.415757:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613979.415767:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613979.415779:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613979.415806:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.415833:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613979.415845:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.415849:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.415906:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613979.415916:0:6184:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.415919:0:6184:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613979.415923:0:6184:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd90c38840. 00000400:00000200:1.0:1787613979.415928:0:6184:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925fecc0 00000400:00000010:1.0:1787613979.415931:0:6184:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925fecc0. 00000100:00000001:1.0:1787613979.415937:0:6184:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613979.415942:0:6184:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.415952:0:6184:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.415958:0:6184:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613979.415961:0:6184:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.415964:0:6184:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613979.415969:0:6184:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.415972:0:6184:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613979.415974:0:6184:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.415978:0:6184:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613979.415986:0:6184:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613979.415991:0:6184:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613979.415995:0:6184:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.415997:0:6184:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.416000:0:6184:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.416003:0:6184:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.416006:0:6184:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.416019:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.416028:0:6184:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.416031:0:6184:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.416034:0:6184:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.416038:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.416045:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd925e6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325184:192.168.203.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.416051:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.416054:0:6184:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.416056:0:6184:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787613979.416059:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.416064:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.416070:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787613979.416074:0:6184:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0fd8956a600. 00000100:00000001:1.0:1787613979.416078:0:6184:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787613979.416079:0:6184:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.416083:0:6184:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787613979.416086:0:6184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787613979.416090:0:6184:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787613979.416094:0:6184:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fdc217e800 refcount=4 00000020:00000001:1.0:1787613979.416096:0:6184:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000001:1.0:1787613979.416100:0:6184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000040:1.0:1787613979.416108:0:6184:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffffa0fdc217e800, remote cookie: 0x2f1865f01e5e21b0, flags: 0x0 00010000:00000001:1.0:1787613979.416112:0:6184:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787613979.416157:0:6184:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787613979.416160:0:6184:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1787613979.416162:0:6184:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787613979.416164:0:6184:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787613979.416167:0:6184:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffffa0fd947ccd00) refcount = 2 00010000:00000040:1.0:1787613979.416170:0:6184:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787613979.416181:0:6184:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.106@tcp lock: ffffa0fd8165aa00/0xa44cb62dd53d3f3f lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e21a9 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787613979.416191:0:6184:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffffa0fdc217e800/0xa44cb62dd53d3f46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e21b0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787613979.416198:0:6184:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787613979.416200:0:6184:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787613979.416202:0:6184:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787613979.416206:0:6184:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787613979.416208:0:6184:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787613979.416212:0:6184:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffffa0fdc217e800/0xa44cb62dd53d3f46 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2f1865f01e5e21b0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787613979.416218:0:6184:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787613979.416220:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.416222:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787613979.416224:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.416224:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787613979.416226:0:6184:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.416230:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.416234:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd925e6300 x1874448849325184/t0(0) o101->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1787613995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.416241:0:6184:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.416244:0:6184:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.416248:0:6184:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffffa0fd83fc4800. 02000000:00000001:1.0:1787613979.416252:0:6184:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.416255:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.416257:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.416259:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.416262:0:6184:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd92322c00. 02000000:00000001:1.0:1787613979.416266:0:6184:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.416268:0:6184:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.416270:0:6184:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd925e6300. 00000100:00000001:1.0:1787613979.416274:0:6184:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.416275:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1787613979.416295:0:6184:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.416299:0:6184:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787613979.416301:0:6184:0:(mgc_request.c:108:config_log_get()) log params (ffffa0fd92643c00) refs 3 10000000:00000001:1.0:1787613979.416304:0:6184:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.416306:0:6184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787613979.416308:0:6184:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787613979.416310:0:6184:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fdc217e800 refcount=3 00000020:00000001:1.0:1787613979.416312:0:6184:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000001:1.0:1787613979.416314:0:6184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000001:1.0:1787613979.416317:0:6184:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1787613979.416318:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.416319:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787613979.416321:0:6184:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.416324:0:6184:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1787613979.416328:0:6184:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffffa0fd831a6700. 00000020:00000010:1.0:1787613979.416333:0:6184:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0fd83fccc00. 00000020:00000010:1.0:1787613979.416338:0:6184:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0fd83fcde00. 00000040:00000010:1.0:1787613979.416342:0:6184:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa0fd83fcd800. 00000020:00000010:1.0:1787613979.416348:0:6184:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0fd856c0800. 00000020:00000010:1.0:1787613979.416355:0:6184:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa0fd83fcdc00. 80000000:00000010:1.0:1787613979.416360:0:6184:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0fd911d5780. 00040000:00000010:1.0:1787613979.416365:0:6184:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0fd83fcc000. 20000000:00000010:1.0:1787613979.416381:0:6184:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffffa0fd83fcd400. 10000000:00000040:1.0:1787613979.416387:0:6184:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffffa0fd880d3780 : new refcount 2 00000020:00000001:1.0:1787613979.416390:0:6184:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1787613979.416393:0:6184:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1787613979.416396:0:6184:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1787613979.416400:0:6184:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffffa0fd83fcd600. 00000040:00000001:1.0:1787613979.416405:0:6184:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1787613979.416409:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000010:1.0:1787613979.416415:0:6184:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00380. 00000020:00000040:1.0:1787613979.416418:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=5 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613979.416423:0:6184:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.416426:0:6184:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.416432:0:6184:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.416445:0:6184:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd83fcc200. 00000100:00000001:1.0:1787613979.416453:0:6184:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.416461:0:6184:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787613979.416463:0:6184:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787613979.416469:0:6184:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.416472:0:6184:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446639609488382016 : -104464221169600 : ffffa0fd87349840) 00000100:00000001:1.0:1787613979.416474:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.416476:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000001:1.0:1787613979.416481:0:6184:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.416497:0:6184:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.416500:0:6184:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787613979.416501:0:6184:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.416507:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.416515:0:6184:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613979.416517:0:6184:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.416522:0:6184:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613979.416525:0:6184:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787613979.416528:0:6184:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787613979.416531:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325312:192.168.203.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.416536:0:6184:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787613979.416542:0:6184:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613979.416545:0:6184:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.416548:0:6184:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787613979.416554:0:6184:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83fcce00. 02000000:00000001:1.0:1787613979.416556:0:6184:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.416562:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:1.0:1787613979.416567:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f25ec8. 00000400:00000010:1.0:1787613979.416574:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee660. 00000100:00000200:1.0:1787613979.416583:0:6184:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849325312, portal 25 00000100:00000001:1.0:1787613979.416586:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.416587:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000040:1.0:1787613979.416593:0:6184:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.416612:0:6184:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613979.416616:0:6184:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1787613979.416619:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925eed48. 00000100:00000200:1.0:1787613979.416624:0:6184:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874448849325312, offset 0 00000400:00000200:1.0:1787613979.416631:0:6184:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1787613979.416640:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.416649:0:6184:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613979.416655:0:6184:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613979.416661:0:6184:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1787613979.416665:0:6184:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787613979.416668:0:6184:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1787613979.416673:0:6184:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [164:164:256:4294967295] 192.168.203.106@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:1.0:1787613979.416677:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.416687:0:6184:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1787613979.416694:0:6184:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1787613979.416700:0:6184:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc300. 00000800:00000200:1.0:1787613979.416709:0:6184:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1787613979.416718:0:6184:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613979.416724:0:6184:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1787613979.416747:0:6184:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.416752:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.416756:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295059264 00000100:00000001:1.0:1787613979.416764:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295059256 00000100:00000001:1.0:1787613979.416770:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295059264 00000100:00000001:1.0:1787613979.416774:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295059256 00000100:00000001:1.0:1787613979.416778:0:6184:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.416781:0:6184:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.416783:0:6184:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613979.416798:0:6184:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787613979.416807:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd87349840 going to sleep for 11 seconds 00000100:00000001:1.0:1787613979.416809:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.416811:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613979.417091:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613979.417097:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc300. 00000400:00000200:3.0:1787613979.417102:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.417107:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613979.417113:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925eed48 00000400:00000010:3.0:1787613979.417147:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925eed48. 00000100:00000001:3.0:1787613979.417152:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613979.417157:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.417166:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613979.417169:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.417175:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613979.417177:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787613979.420691:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.420715:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613979.420719:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.420722:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.420734:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.420743:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613979.420753:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.420758:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.420765:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.420769:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 272 into portal 25 MB=0x6a8cd21d04d00 00000400:00000200:2.0:1787613979.420774:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.420780:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 272/272 into md 0x90d [1] + 224 00000800:00000001:2.0:1787613979.420800:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.420810:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.420814:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.420819:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613979.420828:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613979.420839:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613979.420850:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.420871:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613979.420899:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.420902:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.420963:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613979.420973:0:6184:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.420975:0:6184:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613979.420979:0:6184:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f25ec8. 00000400:00000200:1.0:1787613979.420984:0:6184:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee660 00000400:00000010:1.0:1787613979.420987:0:6184:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee660. 00000100:00000001:1.0:1787613979.420990:0:6184:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613979.420995:0:6184:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.421002:0:6184:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.421009:0:6184:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613979.421011:0:6184:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.421014:0:6184:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613979.421018:0:6184:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.421021:0:6184:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613979.421024:0:6184:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.421027:0:6184:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613979.421036:0:6184:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613979.421041:0:6184:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613979.421044:0:6184:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.421046:0:6184:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.421049:0:6184:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.421051:0:6184:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.421054:0:6184:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.421059:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.421067:0:6184:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.421070:0:6184:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.421073:0:6184:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.421077:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.421098:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325312:192.168.203.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.421146:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.421150:0:6184:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.421153:0:6184:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787613979.421156:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.421161:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.421168:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787613979.421171:0:6184:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.421177:0:6184:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787613979.421178:0:6184:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.421186:0:6184:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1787613979.421190:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.421192:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.421195:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787613979.421197:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.421200:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00380 x1874448849325312/t0(0) o501->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1787613995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.421207:0:6184:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.421210:0:6184:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.421213:0:6184:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83fcce00. 02000000:00000001:1.0:1787613979.421217:0:6184:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.421219:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.421220:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.421222:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.421224:0:6184:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd83fcc200. 02000000:00000001:1.0:1787613979.421228:0:6184:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.421230:0:6184:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.421232:0:6184:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00380. 00000100:00000001:1.0:1787613979.421235:0:6184:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.421236:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1787613979.421240:0:6184:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.421243:0:6184:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1787613979.421257:0:6184:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffffa0fd831ca000. 00000040:00000001:1.0:1787613979.421259:0:6184:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1787613979.421261:0:6184:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1787613979.421264:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000010:1.0:1787613979.421267:0:6184:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00380. 00000020:00000040:1.0:1787613979.421270:0:6184:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=5 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613979.421274:0:6184:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.421287:0:6184:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.421295:0:6184:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.421303:0:6184:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa0fd83fcc200. 00000100:00000001:1.0:1787613979.421310:0:6184:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.421315:0:6184:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787613979.421317:0:6184:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787613979.421323:0:6184:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.421325:0:6184:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446639609488382016 : -104464221169600 : ffffa0fd87349840) 00000100:00000001:1.0:1787613979.421328:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.421329:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000001:1.0:1787613979.421334:0:6184:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.421339:0:6184:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.421341:0:6184:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787613979.421343:0:6184:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.421347:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.421355:0:6184:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613979.421358:0:6184:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.421361:0:6184:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613979.421364:0:6184:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787613979.421367:0:6184:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787613979.421378:0:6184:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325440:192.168.203.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.421383:0:6184:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787613979.421389:0:6184:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613979.421391:0:6184:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.421394:0:6184:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787613979.421414:0:6184:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffffa0fd87344000. 02000000:00000001:1.0:1787613979.421421:0:6184:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.421426:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:1.0:1787613979.421430:0:6184:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f25ec8. 00000400:00000010:1.0:1787613979.421436:0:6184:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffffa0fd87349e40. 00000100:00000200:1.0:1787613979.421442:0:6184:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874448849325440, portal 25 00000100:00000001:1.0:1787613979.421444:0:6184:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.421446:0:6184:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000040:1.0:1787613979.421451:0:6184:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.421459:0:6184:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613979.421462:0:6184:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1787613979.421465:0:6184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee660. 00000100:00000200:1.0:1787613979.421468:0:6184:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874448849325440, offset 0 00000400:00000200:1.0:1787613979.421476:0:6184:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1787613979.421483:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.421490:0:6184:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613979.421496:0:6184:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613979.421500:0:6184:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1787613979.421505:0:6184:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787613979.421507:0:6184:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1787613979.421511:0:6184:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [165:165:256:4294967295] 192.168.203.106@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1787613979.421514:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.421523:0:6184:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1787613979.421528:0:6184:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1787613979.421534:0:6184:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc100. 00000800:00000200:1.0:1787613979.421541:0:6184:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1787613979.421549:0:6184:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613979.421555:0:6184:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1787613979.421568:0:6184:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.421581:0:6184:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.421585:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295059269 00000100:00000001:1.0:1787613979.421598:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295059264 00000100:00000001:1.0:1787613979.421603:0:6184:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295059269 00000100:00000001:1.0:1787613979.421607:0:6184:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295059264 00000100:00000001:1.0:1787613979.421610:0:6184:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.421613:0:6184:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.421616:0:6184:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613979.421618:0:6184:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787613979.421620:0:6184:0:(client.c:2715:ptlrpc_set_wait()) set ffffa0fd87349840 going to sleep for 11 seconds 00000100:00000001:1.0:1787613979.421623:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.421624:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787613979.422207:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787613979.422214:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc100. 00000400:00000200:3.0:1787613979.422219:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.422226:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613979.422232:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee660 00000400:00000010:3.0:1787613979.422235:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee660. 00000100:00000001:3.0:1787613979.422239:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613979.422244:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.422255:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613979.422268:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.422274:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613979.422281:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787613979.427268:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.427305:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787613979.427310:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.427314:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.427326:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.427336:0:2405:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:2.0:1787613979.427349:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.427354:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.427361:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.427366:0:2405:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 8416 into portal 25 MB=0x6a8cd21d04d80 00000400:00000200:2.0:1787613979.427385:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:2.0:1787613979.427394:0:2405:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 8416/8416 into md 0x915 [4] + 224 00000800:00000001:2.0:1787613979.427405:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.427421:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787613979.427425:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.427430:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:2.0:1787613979.427440:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787613979.427452:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787613979.427465:0:2405:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.427484:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787613979.427495:0:2405:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787613979.427498:0:2405:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.427715:0:6184:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613979.427725:0:6184:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.427727:0:6184:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787613979.427731:0:6184:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f25ec8. 00000400:00000200:1.0:1787613979.427737:0:6184:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd87349e40 00000400:00000010:1.0:1787613979.427740:0:6184:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffffa0fd87349e40. 00000100:00000001:1.0:1787613979.427745:0:6184:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613979.427751:0:6184:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.427760:0:6184:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.427769:0:6184:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613979.427773:0:6184:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.427776:0:6184:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613979.427780:0:6184:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.427783:0:6184:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613979.427796:0:6184:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.427800:0:6184:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613979.427809:0:6184:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613979.427814:0:6184:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613979.427817:0:6184:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.427819:0:6184:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.427823:0:6184:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.427826:0:6184:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.427847:0:6184:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.427854:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.427861:0:6184:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.427865:0:6184:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.427867:0:6184:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.427871:0:6184:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.427880:0:6184:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ccbc63f5-e716-4944-9431-a687fec3a917:6184:1874448849325440:192.168.203.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787613979.427886:0:6184:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.427889:0:6184:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.427892:0:6184:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787613979.427895:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.427899:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.427907:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787613979.427910:0:6184:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffffa0fd87349840. 00000100:00000001:1.0:1787613979.427913:0:6184:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787613979.427915:0:6184:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.427926:0:6184:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787613979.427928:0:6184:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.427932:0:6184:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00380 x1874448849325440/t0(0) o503->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787613995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.427938:0:6184:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.427941:0:6184:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.427945:0:6184:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffffa0fd87344000. 02000000:00000001:1.0:1787613979.427959:0:6184:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.427963:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.427965:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.427968:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.427971:0:6184:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffffa0fd83fcc200. 02000000:00000001:1.0:1787613979.427975:0:6184:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.427983:0:6184:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.427985:0:6184:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00380. 00000100:00000001:1.0:1787613979.427989:0:6184:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.427990:0:6184:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787613979.427993:0:6184:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.427995:0:6184:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1787613979.427997:0:6184:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787613979.427999:0:6184:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.428002:0:6184:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787613979.428007:0:6184:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787613979.428011:0:6184:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffffa0fd911d52a0. 00000040:00001000:1.0:1787613979.428013:0:6184:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1787613979.428544:0:10400:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1787613979.428554:0:10400:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa0fd85633a00. 00000020:00000010:0.0:1787613979.428560:0:10400:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffffa0fd85633000. 00000040:00000010:0.0:1787613979.428564:0:10400:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffffa0fd85632800. 00000020:00000010:0.0:1787613979.428579:0:10400:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffffa0fd89566000. 00000020:00000010:0.0:1787613979.428586:0:10400:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffffa0fd89551420. 00000020:00000010:0.0:1787613979.428592:0:10400:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffffa0fd85632600. 80000000:00000010:0.0:1787613979.428597:0:10400:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffffa0fd92352840. 40000000:00000010:0.0:1787613979.428602:0:10400:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffffa0fd895a2d80. 00100000:00000010:0.0:1787613979.428608:0:10400:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffffa0fd89564800. 00040000:00000010:0.0:1787613979.428614:0:10400:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffffa0fd909be200. 00040000:00000010:0.0:1787613979.428619:0:10400:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffffa0fd89561800. 00040000:00000010:0.0:1787613979.428624:0:10400:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffffa0fd85633800. 00000004:00000010:0.0:1787613979.428630:0:10400:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffffa0fd89560000. 00000004:00000010:0.0:1787613979.428638:0:10400:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffffa0fd89422000. 00000004:00000010:0.0:1787613979.428644:0:10400:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffffa0fd89567000. 00002000:00000010:0.0:1787613979.428651:0:10400:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffffa0fd872c8400. 00000004:00000010:0.0:1787613979.428656:0:10400:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffffa0fd872cac00. 00000020:00000010:0.0:1787613979.428663:0:10400:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffffa0fd895a26c0. 00000040:00000010:0.0:1787613979.428674:0:10400:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffffa0fd87320000. 00000040:00080000:0.0:1787613979.429225:0:10400:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1787613979.429232:0:10400:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffffa0fd87320000. 00000020:00000010:0.0:1787613979.429240:0:10400:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffffa0fd895a26c0. 00000020:00000010:0.0:1787613979.429258:0:10400:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0fd85633000. 00000040:00000010:0.0:1787613979.429263:0:10400:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa0fd85632800. 00000020:00000010:0.0:1787613979.429266:0:10400:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0fd89566000. 00000020:00000010:0.0:1787613979.429286:0:10400:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffffa0fd89551420. 00000020:00000010:0.0:1787613979.429305:0:10400:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa0fd85632600. 80000000:00000010:0.0:1787613979.429310:0:10400:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0fd92352840. 40000000:00000010:0.0:1787613979.429313:0:10400:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffffa0fd895a2d80. 00100000:00000010:0.0:1787613979.429317:0:10400:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffffa0fd89564800. 00040000:00000010:0.0:1787613979.429322:0:10400:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffffa0fd909be200. 00040000:00000010:0.0:1787613979.429325:0:10400:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffffa0fd89561800. 00040000:00000010:0.0:1787613979.429328:0:10400:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0fd85633800. 00000004:00000010:0.0:1787613979.429332:0:10400:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffffa0fd89560000. 00000004:00000010:0.0:1787613979.429337:0:10400:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffffa0fd89422000. 00000004:00000010:0.0:1787613979.429342:0:10400:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffffa0fd89567000. 00002000:00000010:0.0:1787613979.429347:0:10400:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffffa0fd872c8400. 00000004:00000010:0.0:1787613979.429351:0:10400:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffffa0fd872cac00. 00000020:00000010:0.0:1787613979.429355:0:10400:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0fd85633a00. 00000040:00000010:1.0:1787613979.429834:0:6184:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffffa0fd911d52a0. 00000040:00000001:1.0:1787613979.429842:0:6184:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787613979.429845:0:6184:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787613979.429851:0:6184:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffffa0fd831ca000. 00000040:00000010:1.0:1787613979.429856:0:6184:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffffa0fd83fcd600. 00000020:00000001:1.0:1787613979.429860:0:6184:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.429863:0:6184:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787613979.429867:0:6184:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffffa0fd83fcde00. 00000040:00000010:1.0:1787613979.429869:0:6184:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffffa0fd83fcd800. 00000020:00000010:1.0:1787613979.429872:0:6184:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffffa0fd856c0800. 00000020:00000010:1.0:1787613979.429875:0:6184:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffffa0fd83fcdc00. 80000000:00000010:1.0:1787613979.429878:0:6184:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffffa0fd911d5780. 00040000:00000010:1.0:1787613979.429881:0:6184:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffffa0fd83fcc000. 20000000:00000010:1.0:1787613979.429885:0:6184:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffffa0fd83fcd400. 00000020:00000010:1.0:1787613979.429889:0:6184:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa0fd83fccc00. 10000000:00000010:1.0:1787613979.429892:0:6184:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffffa0fd831a6700. 10000000:01000000:1.0:1787613979.429896:0:6184:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787613979.429900:0:6184:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787613979.429903:0:6184:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787613979.429905:0:6184:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787613979.429909:0:6184:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffffa0fdc217e800 refcount=3 00000020:00000001:1.0:1787613979.429912:0:6184:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000001:1.0:1787613979.429915:0:6184:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446639610476357632 : -104463233193984 : ffffa0fdc217e800) 00010000:00000001:1.0:1787613979.429927:0:6184:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787613979.429933:0:6184:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffffa0fdc217e800/0xa44cb62dd53d3f46 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e21b0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787613979.429944:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.429946:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787613979.429949:0:6184:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffffa0fdc217e800/0xa44cb62dd53d3f46 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2f1865f01e5e21b0 expref: -99 pid: 6184 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787613979.429955:0:6184:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787613979.429956:0:6184:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787613979.429957:0:6184:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787613979.429959:0:6184:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.429961:0:6184:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787613979.429964:0:6184:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787613979.429967:0:6184:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787613979.429969:0:6184:0:(mgc_request.c:123:config_log_put()) log params(ffffa0fd92643c00) refs 3 10000000:00000001:1.0:1787613979.429971:0:6184:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1787613979.479328:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613979.479338:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613979.479345:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613979.479346:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787613979.479817:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787613979.479821:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613979.479825:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787613979.863322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ccbc63f5-e716-4944-9431-a687fec3a917->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613979.863335:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613979.863349:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00380. 00000020:00000040:1.0:1787613979.863365:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd84e8a000 refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1787613979.863371:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.863374:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.863382:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.863391:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fcd00. 00000100:00000001:1.0:1787613979.863399:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863414:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ccbc63f5-e716-4944-9431-a687fec3a917->MGS req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787613979.863426:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.863431:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863438:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a0a9050] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.863473:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613979.863498:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613979.863502:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a01f80. 00000020:00000040:1.0:1787613979.863505:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd890be800 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000100:00000001:1.0:1787613979.863507:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.863508:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787613979.863510:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1787613979.863510:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.863514:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc400. 00000100:00000001:0.0:1787613979.863515:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.863517:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.863519:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.863521:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0000_UUID req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787613979.863525:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.863529:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.863531:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.863534:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1787613979.863535:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089934aaa] to pc [ptlrpcd_00_00+0] req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.863537:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613979.863541:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613979.863544:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613979.863548:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613979.863552:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849325568:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613979.863554:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.863557:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1787613979.863557:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613979.863560:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787613979.863562:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a01880. 02000000:00000001:0.0:1787613979.863564:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1787613979.863565:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd894fd000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000100:00000001:1.0:1787613979.863567:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.863568:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.863570:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787613979.863573:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fcb00. 02000000:00000001:0.0:1787613979.863574:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.863576:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863580:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging db19c490-fc37-412a-94c8-d559ee691f31->lustre-MDT0001_UUID req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787613979.863584:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787613979.863587:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.863588:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787613979.863590:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633a00. 02000000:00000001:0.0:1787613979.863592:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863592:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d9fa2d] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787613979.863607:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.863609:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787613979.863612:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065840. 00000100:00000040:1.0:1787613979.863615:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787613979.863617:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787613979.863620:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770880. 00000100:00000040:1.0:1787613979.863620:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) db19c490-fc37-412a-94c8-d559ee691f31->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787613979.863623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613979.863627:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1787613979.863629:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849325568, portal 25 00000100:00000010:1.0:1787613979.863629:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a03800. 00000100:00000001:0.0:1787613979.863631:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1787613979.863631:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89563000 refcount=4 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000100:00000001:0.0:1787613979.863633:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528976256 : -104464180575360 : ffffa0fd89a00380) 00000100:00000001:1.0:1787613979.863634:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787613979.863635:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.863637:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613979.863638:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787613979.863640:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc900. 00000100:00000001:1.0:1787613979.863643:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.863646:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787613979.863647:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0000_UUID req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787613979.863650:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613979.863653:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770f68. 00000100:00000001:1.0:1787613979.863654:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.863655:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787613979.863657:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874448849325568, offset 0 00000100:00000040:1.0:1787613979.863659:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ffcdb297] to pc [ptlrpcd_00_00+0] req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787613979.863664:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1787613979.863675:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.863675:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787613979.863681:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1787613979.863683:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000100:00000010:1.0:1787613979.863683:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa0fd89a00a80. 00000020:00000040:1.0:1787613979.863685:0:36:0:(genops.c:1210:class_import_get()) import ffffa0fd89562000 refcount=4 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000100:00000001:1.0:1787613979.863687:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787613979.863690:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613979.863695:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 02000000:00000001:1.0:1787613979.863696:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787613979.863698:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613979.863700:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613979.863702:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 02000000:00000010:1.0:1787613979.863703:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa0fd906fc100. 00000400:00000200:0.0:1787613979.863707:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [166:166:256:4294967295] 192.168.203.106@tcp LPNI seq info [166:166:8:4294967295] 00000100:00000001:1.0:1787613979.863707:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.863710:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-MDT0001_UUID req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787613979.863711:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.863717:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787613979.863719:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613979.863722:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000100:00000040:1.0:1787613979.863723:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076bdcff0] to pc [ptlrpcd_00_01+1] req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.863729:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787613979.863730:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000100:00000040:1.0:1787613979.863731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787613979.863734:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000010:0.0:1787613979.863735:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909be200. 00000100:00000040:1.0:1787613979.863737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787613979.863740:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 91b6144e-cdc8-415e-960e-eedf74a78440->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1787613979.863742:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000100:00000040:1.0:1787613979.863745:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000800:00000200:0.0:1787613979.863751:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613979.863757:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909be200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613979.863778:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.863791:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613979.863794:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.863796:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.863801:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.863809:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613979.863810:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613979.863813:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 02000000:00000001:1.0:1787613979.863813:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613979.863815:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613979.863817:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 2 is 4295059711 02000000:00000001:1.0:1787613979.863817:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787613979.863821:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849325696:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613979.863824:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1787613979.863826:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295059269 02000000:00000001:1.0:1787613979.863827:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613979.863833:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.863835:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787613979.863837:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS new deadline estimation for cpu 3 is 4295059711 02000000:00000010:1.0:1787613979.863838:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83fccc00. 02000000:00000001:1.0:1787613979.863840:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.863841:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.106@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295059269 00000100:00000001:0.0:1787613979.863844:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787613979.863844:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613979.863847:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787613979.863847:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f25ec8. 00000100:00000001:0.0:1787613979.863851:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787613979.863852:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee4c8. 00000100:00000001:0.0:1787613979.863854:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1787613979.863855:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849325696, portal 10 00000100:00000001:1.0:1787613979.863857:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.863858:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528983424 : -104464180568192 : ffffa0fd89a01f80) 00000100:00000001:0.0:1787613979.863862:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613979.863865:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1787613979.863865:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.863867:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613979.863869:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613979.863870:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787613979.863872:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613979.863873:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787613979.863875:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1787613979.863878:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925eee58. 00000100:00000001:0.0:1787613979.863880:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1787613979.863881:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849325696, offset 0 00000100:00000001:0.0:1787613979.863882:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613979.863885:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1787613979.863886:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 02000000:00000001:0.0:1787613979.863887:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613979.863888:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.863890:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00100000:0.0:1787613979.863891:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849325824:192.168.203.106@tcp:400:kworker.0 00000400:00000200:1.0:1787613979.863894:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000100:00000001:0.0:1787613979.863895:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613979.863897:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1787613979.863897:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1787613979.863898:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.863899:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 02000000:00000001:0.0:1787613979.863900:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1787613979.863902:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1787613979.863903:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85633800. 02000000:00000001:0.0:1787613979.863905:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.863905:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613979.863908:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.863908:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [167:167:255:4294967295] 192.168.203.106@tcp LPNI seq info [167:167:7:4294967295] 00000400:00000010:0.0:1787613979.863911:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065b00. 00000400:00000200:1.0:1787613979.863912:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613979.863915:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770bb0. 00000100:00000200:0.0:1787613979.863917:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849325824, portal 10 00000100:00000001:0.0:1787613979.863919:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1787613979.863919:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000100:00000001:0.0:1787613979.863921:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528981632 : -104464180569984 : ffffa0fd89a01880) 00000800:00000200:1.0:1787613979.863923:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000100:00000040:0.0:1787613979.863926:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1787613979.863927:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc300. 00000800:00000200:1.0:1787613979.863931:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1787613979.863936:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613979.863939:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787613979.863942:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.863943:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613979.863946:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613979.863948:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770110. 00000100:00000040:1.0:1787613979.863949:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: using a timeout of 119778 usecs (120 jiffies) 00000100:00000200:0.0:1787613979.863951:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849325824, offset 0 00000400:00000200:1.0:1787613979.863953:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613979.863955:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000100:00000001:1.0:1787613979.863955:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295058552 00000100:00000001:1.0:1787613979.863958:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295059711 00000400:00000200:0.0:1787613979.863959:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.863960:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295058552 00000400:00000200:0.0:1787613979.863963:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000100:00000001:1.0:1787613979.863963:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295059711 00000400:00000200:0.0:1787613979.863965:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787613979.863965:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.863967:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613979.863968:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000100:00000001:1.0:1787613979.863969:0:2411:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787613979.863972:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787613979.863978:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1787613979.863980:0:2411:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787613979.863983:0:2411:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787613979.863985:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909be200. 02000000:00000001:1.0:1787613979.863986:0:2411:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787613979.863990:0:2411:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787613979.863993:0:2411:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787613979.863995:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1787613979.863996:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849325952:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613979.864002:0:2411:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1787613979.864006:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 02000000:00000001:1.0:1787613979.864007:0:2411:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787613979.864011:0:2411:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.864013:0:2411:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1787613979.864014:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770f68 02000000:00000010:1.0:1787613979.864016:0:2411:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd83fcd400. 00000400:00000010:3.0:1787613979.864019:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770f68. 02000000:00000001:1.0:1787613979.864020:0:2411:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787613979.864027:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:3.0:1787613979.864027:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1787613979.864032:0:2411:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd83f258f0. 00000100:00000200:3.0:1787613979.864036:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1787613979.864038:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925ee5d8. 00000100:00000200:1.0:1787613979.864044:0:2411:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849325952, portal 10 00000100:00000001:1.0:1787613979.864049:0:2411:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787613979.864052:0:2411:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528989696 : -104464180561920 : ffffa0fd89a03800) 00000100:00000001:3.0:1787613979.864053:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613979.864059:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787613979.864062:0:2411:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.864081:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613979.864083:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787613979.864095:0:2411:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1787613979.864101:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1787613979.864103:0:2411:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000800:00000010:3.0:1787613979.864105:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc300. 00000400:00000200:3.0:1787613979.864109:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1787613979.864153:0:2411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd925eedd0. 00000100:00000200:1.0:1787613979.864157:0:2411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849325952, offset 0 00000400:00000200:1.0:1787613979.864162:0:2411:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1787613979.865194:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1787613979.865203:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925eee58 00000400:00000010:3.0:1787613979.865207:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925eee58. 00000100:00000001:3.0:1787613979.865212:0:2406:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787613979.865220:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.865233:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787613979.865236:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.865243:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787613979.865245:0:2406:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787613979.866829:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613979.866843:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613979.866849:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [168:168:256:4294967295] 192.168.203.106@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1787613979.866857:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613979.866871:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613979.866878:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613979.866890:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909be800. 00000800:00000200:0.0:1787613979.866899:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613979.866907:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613979.866912:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909be800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613979.866927:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613979.866934:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: using a timeout of 143953 usecs (144 jiffies) 00000400:00000200:0.0:1787613979.866938:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613979.866941:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 2 is 4295058577 00000100:00000001:0.0:1787613979.866945:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 2, keep current deadline 4295059711 00000100:00000001:0.0:1787613979.866947:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS new deadline estimation for cpu 3 is 4295058577 00000100:00000001:0.0:1787613979.866950:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd90440000: PM QoS request active for cpu 3, keep current deadline 4295059711 00000100:00000001:0.0:1787613979.866952:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613979.866957:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.867051:0:2412:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787613979.867061:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.867071:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787613979.867074:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613979.867078:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787613979.867082:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787613979.867085:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787613979.867088:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd89a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849326080:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613979.867092:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787613979.867099:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787613979.867103:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613979.867105:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787613979.867111:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0fd85632600. 02000000:00000001:0.0:1787613979.867130:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787613979.867137:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000010:0.0:1787613979.867143:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0fd88065e70. 00000400:00000010:0.0:1787613979.867150:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770b28. 00000100:00000200:0.0:1787613979.867158:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874448849326080, portal 10 00000100:00000001:0.0:1787613979.867161:0:2412:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787613979.867163:0:2412:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639609528978048 : -104464180573568 : ffffa0fd89a00a80) 00000100:00000040:0.0:1787613979.867171:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.867178:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787613979.867181:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1787613979.867185:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0fd90770f68. 00000100:00000200:0.0:1787613979.867188:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874448849326080, offset 0 00000400:00000200:0.0:1787613979.867195:0:2412:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000800:00000200:2.0:1787613979.869971:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613979.869984:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909be800. 00000400:00000200:2.0:1787613979.869994:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.870005:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613979.870033:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770110 00000400:00000010:2.0:1787613979.870036:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770110. 00000100:00000001:2.0:1787613979.870043:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613979.870055:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.870070:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613979.870074:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.870081:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613979.870083:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787613979.871334:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.871355:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613979.871360:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.871362:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.871372:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.871380:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613979.871391:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.871396:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.871402:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.871407:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04e80 00000400:00000200:3.0:1787613979.871413:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.871421:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:3.0:1787613979.871430:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.871434:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.871437:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.871442:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1787613979.874035:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.874053:0:2411:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1787613979.874060:0:2411:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787613979.874065:0:2411:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1787613979.874070:0:2411:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787613979.874073:0:2411:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1787613979.874077:0:2411:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [169:169:256:4294967295] 192.168.203.106@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:1.0:1787613979.874082:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:1.0:1787613979.874097:0:2411:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000400:00000200:0.0:1787613979.874106:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000800:00000200:1.0:1787613979.874148:0:2411:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1787613979.874166:0:2411:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd906fc800. 00000800:00000200:1.0:1787613979.874177:0:2411:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1787613979.874187:0:2411:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1787613979.874193:0:2411:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd906fc800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787613979.874219:0:2411:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.874228:0:2411:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: using a timeout of 18618 usecs (19 jiffies) 00000400:00000200:1.0:1787613979.874233:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:1.0:1787613979.874237:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295058462 00000100:00000001:1.0:1787613979.874242:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295059711 00000100:00000001:1.0:1787613979.874245:0:2411:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295058462 00000100:00000001:1.0:1787613979.874248:0:2411:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295059711 00000100:00000001:1.0:1787613979.874250:0:2411:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.874255:0:2411:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.874278:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.874283:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.874293:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613979.874296:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787613979.874300:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613979.874302:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.874304:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.874306:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787613979.874485:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613979.874492:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd906fc800. 00000400:00000200:2.0:1787613979.874498:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.874506:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613979.874514:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925eedd0 00000400:00000010:2.0:1787613979.874516:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925eedd0. 00000100:00000001:2.0:1787613979.874521:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613979.874529:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.874541:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613979.874544:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.874551:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613979.874552:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787613979.876943:0:2412:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1787613979.876951:0:2412:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787613979.876956:0:2412:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1787613979.876960:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787613979.876980:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1787613979.876984:0:2412:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [170:170:256:4294967295] 192.168.203.106@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1787613979.876991:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:0.0:1787613979.877003:0:2412:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1787613979.877010:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1787613979.877018:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa0fd909be800. 00000800:00000200:0.0:1787613979.877026:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0fd9254c540] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1787613979.877033:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1787613979.877037:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa0fd909be800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787613979.877197:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613979.877205:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: using a timeout of 20491 usecs (21 jiffies) 00000400:00000200:0.0:1787613979.877210:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000100:00000001:0.0:1787613979.877213:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 2 is 4295058467 00000100:00000001:0.0:1787613979.877217:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 2, keep current deadline 4295059711 00000100:00000001:0.0:1787613979.877219:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS new deadline estimation for cpu 3 is 4295058467 00000100:00000001:0.0:1787613979.877221:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa0fd8313d800: PM QoS request active for cpu 3, keep current deadline 4295059711 00000100:00000001:0.0:1787613979.877223:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613979.877227:0:2412:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.877232:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.877236:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.877243:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613979.877246:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787613979.877248:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613979.877250:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613979.877252:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.877255:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787613979.877470:0:2405:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787613979.877474:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa0fd909be800. 00000400:00000200:2.0:1787613979.877481:0:2405:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787613979.877486:0:2405:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:2.0:1787613979.877492:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770f68 00000400:00000010:2.0:1787613979.877495:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770f68. 00000100:00000001:2.0:1787613979.877500:0:2405:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787613979.877507:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.877532:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787613979.877537:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787613979.877545:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787613979.877547:0:2405:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787613979.878696:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613979.878715:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613979.878730:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.878756:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613979.878771:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.878794:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613979.878797:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.878800:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.878807:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.878813:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613979.878821:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.878825:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.878831:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.878835:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 25 MB=0x6a8cd21d04e00 00000400:00000200:3.0:1787613979.878840:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.878861:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.106@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:3.0:1787613979.878870:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.878875:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.878881:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.878885:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613979.878891:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613979.878896:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.878903:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1787613979.878907:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.878910:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787613979.878921:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.878925:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1787613979.878931:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1787613979.878938:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f25ec8. 00000100:00000001:0.0:1787613979.878984:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613979.878987:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1787613979.879009:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee4c8 00000400:00000010:1.0:1787613979.879012:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee4c8. 00000100:00000001:1.0:1787613979.879016:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787613979.879024:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.879034:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.879041:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787613979.879043:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.879045:0:2411:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787613979.879048:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.879050:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787613979.879052:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.879055:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787613979.879064:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd890bec60 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1787613979.879068:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd890bec18 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1787613979.879071:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.879072:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787613979.879075:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.879079:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.879082:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787613979.879084:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:1.0:1787613979.879086:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613979.879099:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787613979.879105:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.879113:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.879147:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.879149:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.879154:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.879162:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:db19c490-fc37-412a-94c8-d559ee691f31:2411:1874448849325696:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613979.879167:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.879169:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787613979.879172:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a01f80 x1874448849325696/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.879179:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.879182:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.879185:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83fccc00. 02000000:00000001:1.0:1787613979.879189:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.879191:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.879193:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd890be800 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd90440000 00000020:00000001:1.0:1787613979.879196:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.879198:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc400. 02000000:00000001:1.0:1787613979.879201:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.879203:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.879205:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a01f80. 00000100:00000001:1.0:1787613979.879209:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.879210:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.879213:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.879215:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613979.879216:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787613979.879218:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.879219:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787613979.880848:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.880866:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613979.880871:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.880873:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.880882:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.880889:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613979.880897:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.880901:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.880907:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.880912:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04f00 00000400:00000200:3.0:1787613979.880917:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.880924:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x92d [1] + 224 00000800:00000001:3.0:1787613979.880931:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.880936:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.880939:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.880943:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613979.880951:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613979.880960:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787613979.883628:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613979.883635:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613979.883639:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065840. 00000400:00000200:0.0:1787613979.883648:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770880 00000400:00000010:0.0:1787613979.883667:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770880. 00000100:00000001:0.0:1787613979.883672:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613979.883683:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613979.883694:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.883702:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613979.883705:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.883709:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613979.883712:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613979.883714:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613979.883716:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613979.883719:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613979.883725:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd84e8a460 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613979.883729:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd84e8a418 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613979.883732:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613979.883733:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613979.883736:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787613979.883738:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.883741:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613979.883745:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.883752:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613979.883755:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613979.883757:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613979.883761:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613979.883769:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ccbc63f5-e716-4944-9431-a687fec3a917:2412:1874448849325568:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613979.883774:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.883778:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613979.883781:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00380 x1874448849325568/t0(0) o400->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.885927:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613979.885930:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613979.885935:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633a00. 02000000:00000001:0.0:1787613979.885940:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613979.885942:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613979.885944:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd84e8a000 refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1787613979.885946:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613979.885949:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fcd00. 02000000:00000001:0.0:1787613979.885953:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613979.885955:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613979.885957:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00380. 00000100:00000001:0.0:1787613979.885960:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613979.885962:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.885966:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.885969:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613979.885971:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787613979.885975:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.885977:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787613979.886262:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.886312:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613979.886333:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.886352:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613979.886354:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.886357:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.886365:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886370:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613979.886379:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886384:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886390:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886394:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d04f80 00000400:00000200:3.0:1787613979.886399:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886405:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x935 [1] + 224 00000800:00000001:3.0:1787613979.886414:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.886418:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.886422:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.886427:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613979.886435:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613979.886439:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613979.886447:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.886470:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613979.886475:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.886479:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787613979.886481:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.886483:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.886485:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886489:0:2406:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp) <- 192.168.203.106@tcp : PUT - for me 00000400:00000200:3.0:1787613979.886492:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886494:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886504:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886507:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.106@tcp of length 224 into portal 10 MB=0x6a8cd21d05000 00000400:00000200:3.0:1787613979.886510:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.106@tcp to cpt 1 00000400:00000200:3.0:1787613979.886513:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.106@tcp of length 224/224 into md 0x93d [1] + 224 00000800:00000001:3.0:1787613979.886518:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.886539:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787613979.886542:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787613979.886546:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000100:00000001:3.0:1787613979.886549:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787613979.886554:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787613979.886563:0:2406:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787613979.886580:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787613979.886586:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787613979.886591:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.886603:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613979.886608:0:2412:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613979.886615:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613979.886618:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613979.886622:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065b00. 00000400:00000200:0.0:1787613979.886629:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770bb0 00000400:00000010:0.0:1787613979.886631:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770bb0. 00000100:00000001:0.0:1787613979.886635:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613979.886646:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787613979.886656:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.886664:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787613979.886666:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.886669:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613979.886672:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613979.886674:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613979.886691:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787613979.886694:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613979.886703:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd894fd460 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613979.886707:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd894fd418 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613979.886710:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787613979.886712:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613979.886714:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787613979.886720:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787613979.886727:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.886735:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787613979.886738:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd90440000: skip recheck: last_committed 0 00000100:00000001:0.0:1787613979.886739:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613979.886741:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613979.886746:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.886753:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787613979.886757:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787613979.886759:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787613979.886766:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613979.886775:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:db19c490-fc37-412a-94c8-d559ee691f31:2412:1874448849325824:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613979.886792:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613979.886798:0:2411:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787613979.886799:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787613979.886803:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787613979.886805:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd88065e70. 00000400:00000200:0.0:1787613979.886809:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd90770b28 00000400:00000010:0.0:1787613979.886813:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd90770b28. 00000100:00000001:0.0:1787613979.886816:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1787613979.886819:0:2411:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787613979.886824:0:2411:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1787613979.886825:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1787613979.886830:0:2411:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0fd83f258f0. 00000400:00000200:1.0:1787613979.886840:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0fd925ee5d8 00000400:00000010:1.0:1787613979.886846:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffffa0fd925ee5d8. 00000100:00000001:1.0:1787613979.886850:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787613979.886853:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787613979.886859:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.886928:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1787613979.886928:0:2411:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.886932:0:2412:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.886939:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787613979.886943:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787613979.886947:0:2412:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787613979.886951:0:2412:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.886958:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1787613979.886959:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787613979.886968:0:2412:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89562460 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1787613979.886972:0:2412:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89562418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613979.886974:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.886975:0:2411:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.886976:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.886981:0:2411:0:(client.c:1593:after_reply()) Process entered 00010000:00000001:0.0:1787613979.886983:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1787613979.886987:0:2411:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787613979.886991:0:2411:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00080000:0.0:1787613979.886993:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787613979.886996:0:2411:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787613979.887003:0:2411:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613979.887015:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.887020:0:2412:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1787613979.887020:0:2411:0:(import.c:2149:obd_at_measure()) add 5 to ffffa0fd89563460 time=31 v=5 (5 0 0 0) 00000100:00000040:0.0:1787613979.887024:0:2412:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00001000:1.0:1787613979.887030:0:2411:0:(import.c:2149:obd_at_measure()) add 1 to ffffa0fd89563418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1787613979.887032:0:2412:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787613979.887036:0:2412:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.887038:0:2411:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787613979.887044:0:2411:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613979.887046:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787613979.887049:0:2411:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787613979.887055:0:2411:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.887059:0:2412:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.887062:0:2411:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1787613979.887065:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1787613979.887067:0:2411:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa0fd8313d800: skip recheck: last_committed 0 00000100:00000001:0.0:1787613979.887069:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.887073:0:2411:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787613979.887077:0:2411:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787613979.887078:0:2412:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787613979.887088:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787613979.887099:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:91b6144e-cdc8-415e-960e-eedf74a78440:2412:1874448849326080:192.168.203.106@tcp:400:kworker.0 00000100:00000001:1.0:1787613979.887110:0:2411:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787613979.887155:0:2411:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787613979.887158:0:2411:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.887164:0:2412:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787613979.887165:0:2411:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.887171:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613979.887180:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a01880 x1874448849325824/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd90440000@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787613979.887246:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffffa0fd89a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:91b6144e-cdc8-415e-960e-eedf74a78440:2411:1874448849325952:192.168.203.106@tcp:400:kworker.0 00000100:00000001:0.0:1787613979.887247:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613979.887251:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613979.887255:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85633800. 00000100:00000001:1.0:1787613979.887256:0:2411:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787613979.887261:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787613979.887263:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1787613979.887266:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613979.887272:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd894fd000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd90440000 00000100:00000040:1.0:1787613979.887273:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a03800 x1874448849325952/t0(0) o400->lustre-MDT0000-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787613979.887277:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613979.887280:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fcb00. 02000000:00000001:0.0:1787613979.887283:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613979.887287:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613979.887292:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a01880. 00000100:00000001:1.0:1787613979.887306:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787613979.887310:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787613979.887314:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd83fcd400. 02000000:00000001:1.0:1787613979.887319:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787613979.887322:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787613979.887324:0:2411:0:(genops.c:1223:class_import_put()) import ffffa0fd89563000 refcount=3 obd=lustre-MDT0000-mdc-ffffa0fd8313d800 00000020:00000001:1.0:1787613979.887326:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787613979.887329:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc900. 02000000:00000001:1.0:1787613979.887332:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787613979.887334:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787613979.887336:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a03800. 00000100:00000001:1.0:1787613979.887340:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787613979.887341:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.887344:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787613979.887352:0:2411:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787613979.887354:0:2411:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787613979.887357:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787613979.887359:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.887709:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613979.887711:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.887713:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787613979.887719:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa0fd89a00a80 x1874448849326080/t0(0) o400->lustre-MDT0001-mdc-ffffa0fd8313d800@192.168.203.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1787613995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787613979.887726:0:2412:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787613979.887728:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787613979.887729:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0fd85632600. 02000000:00000001:0.0:1787613979.887732:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787613979.887734:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787613979.887735:0:2412:0:(genops.c:1223:class_import_put()) import ffffa0fd89562000 refcount=3 obd=lustre-MDT0001-mdc-ffffa0fd8313d800 00000020:00000001:0.0:1787613979.887737:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787613979.887739:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa0fd906fc100. 02000000:00000001:0.0:1787613979.887742:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787613979.887743:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787613979.887745:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa0fd89a00a80. 00000100:00000001:0.0:1787613979.887747:0:2412:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787613979.887747:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.887749:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787613979.887755:0:2412:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787613979.887757:0:2412:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787613979.887760:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787613979.887762:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613980.503750:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613980.503795:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613980.503804:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613980.503805:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613980.503828:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613980.503831:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613980.503845:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787613981.143284:0:27:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525220 (cpu 2) has reached its deadline 4295059711, at 4295059712 00000100:00000010:2.0:1787613981.143308:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd911d55a0. 00000100:00000040:3.0:1787613981.143484:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffffa0fd85525330 (cpu 3) has reached its deadline 4295059711, at 4295059712 00000100:00000010:3.0:1787613981.143492:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa0fd911d5000. 00010000:00000001:0.0:1787613981.527541:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613981.527551:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613981.527559:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613981.527560:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787613981.527793:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787613981.527798:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613981.527802:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613982.551344:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613982.551355:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613982.551365:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613982.551367:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787613982.551405:0:6181:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787613982.551408:0:6181:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787613982.551412:0:6181:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1787613983.575209:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613983.575220:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787613983.575229:0:8820:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1787613983.575231:0:8820:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787613983.575320:0:6180:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787613983.575325:0:6180:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787613983.575329:0:6180:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 9646 lines, 9646 kept, 0 dropped, 0 bad.